{"severity_text":"INFO","timestamp":"2026-10-30T18:44:41.390337549Z","logger":"setup","body":"managed namespace not found, attempting to create it","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:41.403458091Z","logger":"setup","body":"managed namespace ready","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:41.410521966Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:41.421909805Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:41.421951752Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":false,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:41.441809544Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:41.441832839Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:41.46237412Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/8a7f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:41.772557838Z","logger":"maas-authpolicy-controller","body":"AIGuardrail CRD not registered; skipping static watch","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:42.08027874Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:42.094033802Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:42.094132345Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:42.094184284Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:42.094221135Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:42.094262788Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:42.094304496Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:42.094347688Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:42.094378784Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:42.09441491Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:42.094453247Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:42.094490217Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:42.094542615Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:42.094600792Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:42.094730095Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:42.094860291Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:42.094976136Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:42.095006311Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:42.095065291Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:42.095113737Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:42.095234551Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} I1030 18:44:42.196301 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-10-30T18:44:42.19635063Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} E1030 18:44:42.213751 1 leaderelection.go:465] "Error initially creating lease lock" err="leases.coordination.k8s.io \"maas-controller.models-as-a-service.opendatahub.io\" already exists" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-10-30T18:44:42.497794953Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:42.497826777Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} I1030 18:45:10.355642 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.35606068Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.356329074Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.356446085Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.356568039Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.356593066Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.356596939Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.356712491Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.356802162Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.356925295Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.357036211Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.357200384Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.35725086Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.357410847Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.357976323Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.358012375Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.358026888Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.358056322Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.358128587Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.358158056Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.358169887Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.358209097Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.358209623Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.358323581Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.358349431Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.35837105Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.358411946Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.358444101Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.358504716Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.358536886Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.358557198Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.358571531Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.358611491Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.358685769Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.35898657Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.35900267Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.359028657Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.359031248Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.359186327Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.359239926Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.359300007Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.359365844Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.359387779Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.359480777Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.359513027Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.359532919Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.359552253Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.360121475Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.360150972Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.360169176Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.360202691Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.360232065Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.380487453Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.478137412Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.566894539Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.591768829Z","logger":"setup.ensureClusterBootstrap","body":"ensured default AITenant exists","service.name":"maas-controller","name":"models-as-a-service","namespace":"ai-tenants","tenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.660029887Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.660060671Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.661156395Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.661187693Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.661202128Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.6612159Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.661326883Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.661349108Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.661446274Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.661462515Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.663801526Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.663818881Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.761978503Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:10.762006505Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:11.122203422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea588505-e4fd-4860-bb5b-7594b6db6d87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:11.125426204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea588505-e4fd-4860-bb5b-7594b6db6d87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:11.128694063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea588505-e4fd-4860-bb5b-7594b6db6d87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:11.131640401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea588505-e4fd-4860-bb5b-7594b6db6d87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:11.317863921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a32f815e-27ed-4284-aaea-79fa2367545a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:11.321070871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a32f815e-27ed-4284-aaea-79fa2367545a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:11.324376658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a32f815e-27ed-4284-aaea-79fa2367545a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:11.327611551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a32f815e-27ed-4284-aaea-79fa2367545a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:11.991116911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9142d7e-38a2-46e8-ae42-c93440d2d807","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:11.994513916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9142d7e-38a2-46e8-ae42-c93440d2d807","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:11.997839364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9142d7e-38a2-46e8-ae42-c93440d2d807","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:12.003431567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9142d7e-38a2-46e8-ae42-c93440d2d807","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:12.231683369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca34322d-b818-4417-a271-ece4b23e289e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:12.23494392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca34322d-b818-4417-a271-ece4b23e289e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:12.237936187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca34322d-b818-4417-a271-ece4b23e289e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:12.240874209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca34322d-b818-4417-a271-ece4b23e289e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:12.751299034Z","body":"set Config owner reference on MaasTenantConfig/default-tenant","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88540c94-7179-4f43-a575-628984291403","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:13.034278912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88540c94-7179-4f43-a575-628984291403","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:13.037501827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88540c94-7179-4f43-a575-628984291403","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:13.040651366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88540c94-7179-4f43-a575-628984291403","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:13.043887946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88540c94-7179-4f43-a575-628984291403","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:13.285020451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d8ae56a-e518-43c1-903b-a04bf5bca437","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:13.288525361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d8ae56a-e518-43c1-903b-a04bf5bca437","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:13.293748088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d8ae56a-e518-43c1-903b-a04bf5bca437","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:13.297740277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d8ae56a-e518-43c1-903b-a04bf5bca437","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:13.578875397Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"9eb52ce6-a10d-48ec-8dfd-7bf5b40aee00","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:14.210697935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72d97783-b526-4ee9-a6b4-6c88b78c8a64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:14.213827419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72d97783-b526-4ee9-a6b4-6c88b78c8a64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:14.216917973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72d97783-b526-4ee9-a6b4-6c88b78c8a64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:14.219980992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72d97783-b526-4ee9-a6b4-6c88b78c8a64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:14.496983072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7637764-3b19-4c9e-9242-f0520e2bd721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:14.499889994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7637764-3b19-4c9e-9242-f0520e2bd721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:14.503350215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7637764-3b19-4c9e-9242-f0520e2bd721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:14.506195208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7637764-3b19-4c9e-9242-f0520e2bd721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:35.39465224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9728516e-1649-4353-8864-0c6c602e249c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:35.397685625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9728516e-1649-4353-8864-0c6c602e249c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:35.400712456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9728516e-1649-4353-8864-0c6c602e249c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:35.403529907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9728516e-1649-4353-8864-0c6c602e249c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:35.720151173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72c36d56-4cf2-4154-8184-a3257110c677","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:35.723168425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72c36d56-4cf2-4154-8184-a3257110c677","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:35.726224432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72c36d56-4cf2-4154-8184-a3257110c677","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:35.756425185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72c36d56-4cf2-4154-8184-a3257110c677","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:40.389648487Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:05.472139624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39dc7ca1-4b5a-4268-ad17-1678a0f692b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:05.481295976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39dc7ca1-4b5a-4268-ad17-1678a0f692b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:05.484600168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39dc7ca1-4b5a-4268-ad17-1678a0f692b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:05.487659279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39dc7ca1-4b5a-4268-ad17-1678a0f692b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:05.821683341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dadd4ad-4baa-4058-a3c3-2d34e9369177","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:05.825380478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dadd4ad-4baa-4058-a3c3-2d34e9369177","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:05.829007389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dadd4ad-4baa-4058-a3c3-2d34e9369177","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:05.832939159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dadd4ad-4baa-4058-a3c3-2d34e9369177","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:06.082149166Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"78182892-05e9-4d95-addf-1832016d7282","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:06.367431545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e8946ea-ea82-4e13-bd02-8f75259b8e81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:06.371422736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e8946ea-ea82-4e13-bd02-8f75259b8e81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:06.375264365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e8946ea-ea82-4e13-bd02-8f75259b8e81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:06.37993823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e8946ea-ea82-4e13-bd02-8f75259b8e81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:06.659926102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"539c5624-5956-4e02-a3bb-0c9c50e5eb79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:06.664066053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"539c5624-5956-4e02-a3bb-0c9c50e5eb79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:06.668383038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"539c5624-5956-4e02-a3bb-0c9c50e5eb79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:06.672875643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"539c5624-5956-4e02-a3bb-0c9c50e5eb79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:10.387468574Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:10.632646065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c60465c-b1ac-4a49-b22e-892f2e61e401","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:10.636037734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c60465c-b1ac-4a49-b22e-892f2e61e401","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:10.639226108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c60465c-b1ac-4a49-b22e-892f2e61e401","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:10.643178462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c60465c-b1ac-4a49-b22e-892f2e61e401","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:33.597975757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"35eb965a-b204-48b8-bc08-f67be3d1d621","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:33.627403074Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"35eb965a-b204-48b8-bc08-f67be3d1d621","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:33.633535035Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"35eb965a-b204-48b8-bc08-f67be3d1d621","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:33.699455529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"30a4cb11-67a4-48d4-9d39-837311ad7941","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:33.699521343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"067ebcf8-c4f2-4545-a305-a2d1880ae1bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:33.708781641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"30a4cb11-67a4-48d4-9d39-837311ad7941","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:33.709235684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"067ebcf8-c4f2-4545-a305-a2d1880ae1bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:33.716406634Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"067ebcf8-c4f2-4545-a305-a2d1880ae1bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:33.716410509Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"30a4cb11-67a4-48d4-9d39-837311ad7941","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:33.80246309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce8ba4b0-8ffe-47d5-9390-c1c48c4f3b1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:33.809661923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce8ba4b0-8ffe-47d5-9390-c1c48c4f3b1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:33.816177752Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce8ba4b0-8ffe-47d5-9390-c1c48c4f3b1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:34.027881703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d4679962-f3ec-4d91-920b-c8374adda6fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:34.03657915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d4679962-f3ec-4d91-920b-c8374adda6fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:34.042560307Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d4679962-f3ec-4d91-920b-c8374adda6fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:34.129367057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4309424c-aeaf-4315-b9ad-a2e459e12009","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:34.129667268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78a68ba1-4063-4976-bb16-ac403907360b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:34.136885707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4309424c-aeaf-4315-b9ad-a2e459e12009","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:34.137278764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78a68ba1-4063-4976-bb16-ac403907360b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:46:34.138886404Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"54100a42-906b-44cb-a5b6-92151b0ac056","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:34.142765418Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4309424c-aeaf-4315-b9ad-a2e459e12009","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:34.143383103Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78a68ba1-4063-4976-bb16-ac403907360b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:34.165075189Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"65ea734a-0142-43d0-b983-40f054648b9b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:34.229566756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7cfa7d75-4e7e-4be2-9e3e-b73168bcf54d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:34.229569224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91ee8251-046b-4325-b7e7-40899e76e788","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:34.239625489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7cfa7d75-4e7e-4be2-9e3e-b73168bcf54d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:46:34.23978938Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:34.240001777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91ee8251-046b-4325-b7e7-40899e76e788","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:34.246543312Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91ee8251-046b-4325-b7e7-40899e76e788","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:34.246606543Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7cfa7d75-4e7e-4be2-9e3e-b73168bcf54d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:34.264999633Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8c6e2c6d-de6f-4dec-9a76-1332dea3299e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:34.26512421Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"58ef2ab3-3fd0-49dd-b2a8-7535b3ffddf5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:34.327476674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9508b316-2399-4d8a-a605-5837a7e19099","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:34.327537692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50160c85-2502-4b60-9f9a-684c9dcb032d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:34.336209723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9508b316-2399-4d8a-a605-5837a7e19099","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:34.336262663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50160c85-2502-4b60-9f9a-684c9dcb032d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:34.342446861Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50160c85-2502-4b60-9f9a-684c9dcb032d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:34.342476079Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9508b316-2399-4d8a-a605-5837a7e19099","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:34.365416484Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a61c9736-0fa9-4e02-82a3-daae8304b42b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:34.899023495Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3c1e018b-7b24-4f73-b47c-564cf833386b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:35.013979703Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bf84819f-5f1d-4ecc-9b2e-cd1d846df146","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:35.355050317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5a05ff85-b57f-44ae-bbb4-c0ceaaf2aa0f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:35.355077024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5a05ff85-b57f-44ae-bbb4-c0ceaaf2aa0f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:35.360413686Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ba952148-f423-4fc8-97d0-b41b7e3a0ea0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:35.360526427Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ccb4cb14-1e61-4929-98f1-bf32cd97a551","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:35.36650704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f6b636ad-45a6-4c47-952f-c72a5c12178e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:35.366521125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"67086cae-db6e-41c9-ae9a-176ef21d0616","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:35.374938441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e7cf0a84-380b-404f-85b5-a9ea3b40ef7b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:35.374954317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e7cf0a84-380b-404f-85b5-a9ea3b40ef7b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:35.378916617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f6b636ad-45a6-4c47-952f-c72a5c12178e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:35.378977011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"67086cae-db6e-41c9-ae9a-176ef21d0616","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:35.387908689Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"67086cae-db6e-41c9-ae9a-176ef21d0616","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:35.387972508Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f6b636ad-45a6-4c47-952f-c72a5c12178e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:35.468805713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"efe36ba7-a2be-4359-86c2-50ce8ca6977e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:35.469660022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4e938dd-6f7c-402e-9476-0038ad25966b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:35.477518548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4e938dd-6f7c-402e-9476-0038ad25966b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:35.477553275Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4e938dd-6f7c-402e-9476-0038ad25966b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:35.477685101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"efe36ba7-a2be-4359-86c2-50ce8ca6977e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:35.47772138Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"efe36ba7-a2be-4359-86c2-50ce8ca6977e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:35.790349074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3c34a91e-158c-4b84-aa66-a9da5ee6bf34","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:35.790374762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3c34a91e-158c-4b84-aa66-a9da5ee6bf34","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:35.993971107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"924a427a-a218-418b-ae9e-37ee398936b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:35.994453963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff95a3e1-61fb-4e79-b0c4-be7313f28b47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:36.00256491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff95a3e1-61fb-4e79-b0c4-be7313f28b47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:36.002586692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"924a427a-a218-418b-ae9e-37ee398936b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:36.002607263Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff95a3e1-61fb-4e79-b0c4-be7313f28b47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:36.00262561Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"924a427a-a218-418b-ae9e-37ee398936b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:38.199406461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"837e4ca7-f39e-42ef-a5c7-15a34703be4d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:38.199432206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"837e4ca7-f39e-42ef-a5c7-15a34703be4d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:38.199848273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"de70938b-9e24-45c8-94a4-f775d0f42ec8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:38.199869542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"de70938b-9e24-45c8-94a4-f775d0f42ec8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:38.208874898Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0be253d0-e17c-4ead-8d09-1108afc25aac","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:38.220443517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"45088307-fff7-4a13-8699-7be95bef9693","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:38.220463511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"45088307-fff7-4a13-8699-7be95bef9693","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:38.220697649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0b9632a1-c92e-4c21-b4dd-6670b4459c98","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:38.220713206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0b9632a1-c92e-4c21-b4dd-6670b4459c98","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:38.222013866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bd612961-b245-44db-ac35-b04bb1968e7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:38.229854278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bd612961-b245-44db-ac35-b04bb1968e7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:38.229891489Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bd612961-b245-44db-ac35-b04bb1968e7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:38.30727686Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"01c00895-e948-4d6d-96dd-e9f51b944bee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:38.313498798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e1394f5-f27a-488b-afc3-32a29fb60cfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:38.31368392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"22fbf9f3-95df-435f-953e-6d72ec311dbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:38.324277445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e1394f5-f27a-488b-afc3-32a29fb60cfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:38.32431779Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e1394f5-f27a-488b-afc3-32a29fb60cfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:38.325062398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"22fbf9f3-95df-435f-953e-6d72ec311dbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:38.325138485Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"22fbf9f3-95df-435f-953e-6d72ec311dbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:38.380523892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"23d076d2-0659-413c-be14-b245cc47214f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:38.380539146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"23d076d2-0659-413c-be14-b245cc47214f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:38.413382046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"22828262-fd25-4bf6-ba46-2d956feede08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:38.422152459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"22828262-fd25-4bf6-ba46-2d956feede08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:38.422191205Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"22828262-fd25-4bf6-ba46-2d956feede08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:39.018138287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7c0e0739-093d-4991-86f6-852858995c7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:39.018257315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ad3b3e45-14ca-43f9-a54b-ec446fccc149","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:39.027922171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ad3b3e45-14ca-43f9-a54b-ec446fccc149","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:39.027980557Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ad3b3e45-14ca-43f9-a54b-ec446fccc149","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:39.028984592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7c0e0739-093d-4991-86f6-852858995c7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:39.029032836Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7c0e0739-093d-4991-86f6-852858995c7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:40.387703802Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:41.303079968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"09add10c-3ad8-45d9-bda1-3dd2885b377c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:41.303133301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"09add10c-3ad8-45d9-bda1-3dd2885b377c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:41.303558757Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"74839268-82db-4bc5-9a63-19e8d7047dd7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:41.303580117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"74839268-82db-4bc5-9a63-19e8d7047dd7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:41.304065787Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ac1b47e3-cbeb-443b-96ac-3b1360c790d7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:41.304085984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ac1b47e3-cbeb-443b-96ac-3b1360c790d7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:41.30770483Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bdc154fd-ad9a-4ad7-95b6-1740e7a322ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:41.321516293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e36fd844-1727-47eb-a872-dc8455038dfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:41.323484383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0cee3512-ff3b-4330-9bc7-6ef893269545","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:41.324071352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"556fa664-a118-4149-80bf-5116249973f0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:41.324088036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"556fa664-a118-4149-80bf-5116249973f0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:41.324394086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7a6095ce-db59-465b-b8b9-830f32179076","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:41.324406616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7a6095ce-db59-465b-b8b9-830f32179076","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:41.324614344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"999d55ac-ff42-404a-a523-79d2c45cbb0e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:41.324629321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"999d55ac-ff42-404a-a523-79d2c45cbb0e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:41.330577461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e36fd844-1727-47eb-a872-dc8455038dfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:41.330646914Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e36fd844-1727-47eb-a872-dc8455038dfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:41.332541955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0cee3512-ff3b-4330-9bc7-6ef893269545","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:41.332590634Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0cee3512-ff3b-4330-9bc7-6ef893269545","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:41.407509401Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0cfac4d0-152a-4ef0-9660-ab3edb9b360f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:41.4147336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"68d77e64-3a54-45eb-bfc6-12871c1ae6dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:41.414754744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1647030a-1617-4764-a0da-d84354a61324","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:41.422805973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1647030a-1617-4764-a0da-d84354a61324","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:41.422841171Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1647030a-1617-4764-a0da-d84354a61324","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:41.429116226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"68d77e64-3a54-45eb-bfc6-12871c1ae6dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:41.429150774Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"68d77e64-3a54-45eb-bfc6-12871c1ae6dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:41.463835916Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1178b0d0-310e-4284-8227-a6324169569b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:41.463855714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1178b0d0-310e-4284-8227-a6324169569b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:41.846562102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a575580f-9d63-44b7-a583-5213ea773453","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:41.846591591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a575580f-9d63-44b7-a583-5213ea773453","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:41.847005012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"eee17d86-72c5-4619-b37a-6d7125df0c08","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:41.847023197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"eee17d86-72c5-4619-b37a-6d7125df0c08","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:41.847371091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0c0d994b-4384-434a-b25d-bf60387e1ef0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:41.847384973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0c0d994b-4384-434a-b25d-bf60387e1ef0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:41.847645879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"04cbcd99-0ba6-4744-ac87-004980bdb37e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:41.847662306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"04cbcd99-0ba6-4744-ac87-004980bdb37e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:41.853682637Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e78103b1-0576-4d94-b4e5-6ff17dc099ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:41.853988873Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a1004b10-112b-4534-aa6a-3c503d03cc88","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:41.862296675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6c6e2ca8-c314-460d-b4d0-75c61b498173","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:41.863806607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"172e7e6a-7636-4a26-93f4-a7b492119a7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:41.866497523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"91e89fee-a602-4a93-9b0b-28cb7b15efe7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:41.86651406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"91e89fee-a602-4a93-9b0b-28cb7b15efe7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:41.866748592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5231359c-870f-47d8-829c-31c5b818f3a1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:41.86676197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5231359c-870f-47d8-829c-31c5b818f3a1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:41.866965359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e0dcd828-ebfc-42c4-8804-cfa847e5f15d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:41.866980392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e0dcd828-ebfc-42c4-8804-cfa847e5f15d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:41.867229988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"db6d0163-ac5a-47be-8351-e6d9592a48ea","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:41.867241776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"db6d0163-ac5a-47be-8351-e6d9592a48ea","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:41.872727028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6c6e2ca8-c314-460d-b4d0-75c61b498173","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:41.87276926Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6c6e2ca8-c314-460d-b4d0-75c61b498173","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:41.873670217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"172e7e6a-7636-4a26-93f4-a7b492119a7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:41.873721878Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"172e7e6a-7636-4a26-93f4-a7b492119a7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:41.959412976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2b53a625-8c1d-4b70-8bc2-4b1044229448","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:41.959455972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b4c6f793-fd09-4ae8-81f9-47508b1e5908","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:41.969433122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2b53a625-8c1d-4b70-8bc2-4b1044229448","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:41.969484828Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2b53a625-8c1d-4b70-8bc2-4b1044229448","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:41.969838619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b4c6f793-fd09-4ae8-81f9-47508b1e5908","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:41.969884014Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b4c6f793-fd09-4ae8-81f9-47508b1e5908","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:42.097850998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1176e301-f92e-433c-b0e7-f04d88c10793","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:42.097874599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1176e301-f92e-433c-b0e7-f04d88c10793","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:42.208826764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b3f61bf-9bb6-43dd-b182-462b18d79da6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:42.20907176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fe45a9f3-edb5-4fa6-87c8-733efd6c7762","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:42.217975494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fe45a9f3-edb5-4fa6-87c8-733efd6c7762","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:42.218025829Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fe45a9f3-edb5-4fa6-87c8-733efd6c7762","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:42.218714484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b3f61bf-9bb6-43dd-b182-462b18d79da6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:42.218779583Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b3f61bf-9bb6-43dd-b182-462b18d79da6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:42.948356495Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3b0c10d2-994e-4da0-b7d5-7a8458af225c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:42.948402102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3b0c10d2-994e-4da0-b7d5-7a8458af225c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:42.948724877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fe4720b9-3562-43a3-b9bc-48af7c6bbb97","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:42.948739491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fe4720b9-3562-43a3-b9bc-48af7c6bbb97","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:42.948972299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"69202e1b-3985-45da-9012-536ff963a69c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:42.948988385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"69202e1b-3985-45da-9012-536ff963a69c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:42.949237169Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0b2097be-de3b-41ab-bd0b-3ad9c3b5748f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:42.949252499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0b2097be-de3b-41ab-bd0b-3ad9c3b5748f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:42.949529949Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"793eaa4e-8c9e-4665-9bbd-066510863f7e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:42.949541778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"793eaa4e-8c9e-4665-9bbd-066510863f7e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:42.953073749Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7132bf4f-3130-4fc3-9433-f3c69be3e54a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:42.953111882Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0426a337-183e-462c-8b0f-ddf9becba9a9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:42.961184346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc3a900d-7e1a-458a-bfa0-f2db5fb4680e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:42.967301754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"031596e9-91cb-4d38-9390-176edace2fb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:42.970060562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"945859fe-dd15-49c0-9d1f-59b04fd2d814","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:42.970075897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"945859fe-dd15-49c0-9d1f-59b04fd2d814","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:42.970307978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d230a855-4edb-4b0e-8270-a822ebf549c6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:42.970320034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d230a855-4edb-4b0e-8270-a822ebf549c6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:42.970510506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a0de0f02-4585-4a36-b72a-77d1895ec869","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:42.970523237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a0de0f02-4585-4a36-b72a-77d1895ec869","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:42.970731453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8cb5b124-cafd-4aef-8771-dfe7dea98fb8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:42.970743239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8cb5b124-cafd-4aef-8771-dfe7dea98fb8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:42.970929851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ccedc37d-6093-42bd-889c-e845ce109815","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:42.970941183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ccedc37d-6093-42bd-889c-e845ce109815","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:42.97633699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"031596e9-91cb-4d38-9390-176edace2fb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:42.976376626Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"031596e9-91cb-4d38-9390-176edace2fb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:42.976528664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc3a900d-7e1a-458a-bfa0-f2db5fb4680e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:42.976565872Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc3a900d-7e1a-458a-bfa0-f2db5fb4680e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:43.059342108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"857dc5d8-d279-4b08-ba0e-d9faef3cd116","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:43.059354708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"602bdadd-f445-4b3f-a53b-28c1001db99c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:43.069353207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"602bdadd-f445-4b3f-a53b-28c1001db99c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:43.069389442Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"602bdadd-f445-4b3f-a53b-28c1001db99c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:43.069576663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"857dc5d8-d279-4b08-ba0e-d9faef3cd116","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:43.069615513Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"857dc5d8-d279-4b08-ba0e-d9faef3cd116","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:43.14070553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d39065b2-c5da-4e08-8a90-8ee4bfbc0023","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:43.140726679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d39065b2-c5da-4e08-8a90-8ee4bfbc0023","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:44.465797052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d0af6b0a-a95b-4e2b-af47-996d45eade56","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:44.465823368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d0af6b0a-a95b-4e2b-af47-996d45eade56","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:44.466145099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2879962d-0036-4adf-88ef-b5370461d9ec","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:44.466164105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2879962d-0036-4adf-88ef-b5370461d9ec","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:44.466370994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6b804bcc-5248-4eab-8818-978014a2dfc7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:44.466383643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6b804bcc-5248-4eab-8818-978014a2dfc7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:44.466597789Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"08814e54-56be-459f-92ed-6401d9908866","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:44.466614695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"08814e54-56be-459f-92ed-6401d9908866","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:44.46680797Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"13ae86eb-95f4-4a6b-8d45-3c05e1c3731d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:44.466823276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"13ae86eb-95f4-4a6b-8d45-3c05e1c3731d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:44.467023176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"954b29d2-db5d-4bba-8352-b29dc1d42659","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:44.467035148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"954b29d2-db5d-4bba-8352-b29dc1d42659","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:44.473518492Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c22ac622-a811-4c03-a99a-77c6bb03bf6e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:44.473521462Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a981cb12-c2c2-4a77-a8db-979980f721e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:44.496607091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f3cbe84d-cc07-4928-a977-69eb7aab99da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:44.496607335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0156580-8a89-405e-98af-eb432c41795e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:44.49912549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"389b0786-5ad0-4a24-adcb-82a12980a06f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:44.499165614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"389b0786-5ad0-4a24-adcb-82a12980a06f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:44.499400904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"818a56e0-317c-408b-a2c0-c11e72a0afde","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:44.499413404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"818a56e0-317c-408b-a2c0-c11e72a0afde","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:44.499618457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"796a9a39-bdab-4298-8c13-c864eb0e65a3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:44.499632662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"796a9a39-bdab-4298-8c13-c864eb0e65a3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:44.499821627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fa1a95c7-918e-493a-8652-fef89e1a2ad9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:44.49983269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fa1a95c7-918e-493a-8652-fef89e1a2ad9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:44.500018063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"454a016b-aabd-4f2f-973c-86f9dd258b9e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:44.500029187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"454a016b-aabd-4f2f-973c-86f9dd258b9e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:44.500251141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3d27bb24-e5df-45c7-b565-ff6431f0c166","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:44.500262041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3d27bb24-e5df-45c7-b565-ff6431f0c166","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:44.505648745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f3cbe84d-cc07-4928-a977-69eb7aab99da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:44.505684612Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f3cbe84d-cc07-4928-a977-69eb7aab99da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:44.507555738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0156580-8a89-405e-98af-eb432c41795e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:44.507594506Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0156580-8a89-405e-98af-eb432c41795e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:44.58656315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"04e3737c-89a4-46ea-b7cf-9c7c7c8a08c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:44.586855466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9409a2b0-0dfa-4793-a26e-3d27731434af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:44.596468074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9409a2b0-0dfa-4793-a26e-3d27731434af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:44.596614548Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9409a2b0-0dfa-4793-a26e-3d27731434af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:44.598283158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"04e3737c-89a4-46ea-b7cf-9c7c7c8a08c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:44.598336892Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"04e3737c-89a4-46ea-b7cf-9c7c7c8a08c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:44.687288949Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4ba916a9-5410-4806-809c-4dd95796642b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:44.687306437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4ba916a9-5410-4806-809c-4dd95796642b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.067945108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"925b2298-f6c4-4375-98db-726ad4121557","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.06797377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"925b2298-f6c4-4375-98db-726ad4121557","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.068353481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cef8cb70-d60a-4603-9abf-c51ab3d77763","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.068375777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cef8cb70-d60a-4603-9abf-c51ab3d77763","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.068716379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cfb60b36-5566-45ff-b15a-709fbcb1e0bf","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.06873412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cfb60b36-5566-45ff-b15a-709fbcb1e0bf","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.069022733Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ebb35fe4-a8c1-4970-95a6-b821841b664a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.069039424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ebb35fe4-a8c1-4970-95a6-b821841b664a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.069377254Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"70467dda-b994-4d6f-9a93-16f6cd333b45","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.069396553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"70467dda-b994-4d6f-9a93-16f6cd333b45","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.069697644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a305f746-d994-4e20-ac74-313396a23459","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.069714983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a305f746-d994-4e20-ac74-313396a23459","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.069996013Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08fdde3f-97f1-4d58-acd5-7949d17e9d0c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.070011144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08fdde3f-97f1-4d58-acd5-7949d17e9d0c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.077734567Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"29241e09-4ee2-4a80-951a-a6e3eb57b8b3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.088840644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e42c4e4e-8be4-4eb7-816b-eefbb4bc5b17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.088890699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87ce2215-9ae8-4c04-89bc-fb4e723e161e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.091898405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"689be6f1-3aff-469b-845c-0f240a627826","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.091915534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"689be6f1-3aff-469b-845c-0f240a627826","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.092137068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c820e0be-9299-4bc0-8812-b86bccba706a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.092150272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c820e0be-9299-4bc0-8812-b86bccba706a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.092341647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"80f4fc1a-15cd-4ee2-ba4a-c07bcfa40cb7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.092357015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"80f4fc1a-15cd-4ee2-ba4a-c07bcfa40cb7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.092534092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"43fb9086-e65b-4cc8-b3ea-d16092f44bb9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.09255012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"43fb9086-e65b-4cc8-b3ea-d16092f44bb9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.092771551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"623ce46f-9bb4-4c6e-b48e-c3e69140a1a6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.092784277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"623ce46f-9bb4-4c6e-b48e-c3e69140a1a6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.092951975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f5c5dd74-8740-481e-a0b1-684b83e25708","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.092962011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f5c5dd74-8740-481e-a0b1-684b83e25708","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.093147474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"061f8f8f-b698-4734-948d-d5c090ef42e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.093165468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"061f8f8f-b698-4734-948d-d5c090ef42e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.098850015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87ce2215-9ae8-4c04-89bc-fb4e723e161e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.09888916Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87ce2215-9ae8-4c04-89bc-fb4e723e161e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.098960934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e42c4e4e-8be4-4eb7-816b-eefbb4bc5b17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.099288675Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c186e103-0776-4c94-a889-89e5c1243a1c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.115851415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"20d7bfda-7a1d-46df-8536-9ccddc7071c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.115867155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"20d7bfda-7a1d-46df-8536-9ccddc7071c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.176637696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0c8321f1-17bc-41bd-b1b9-6dd58c3b6612","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.176830428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bfb821f3-e85b-4a1c-9543-9318a6f38c5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.186569592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0c8321f1-17bc-41bd-b1b9-6dd58c3b6612","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.18656959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bfb821f3-e85b-4a1c-9543-9318a6f38c5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.186781657Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bfb821f3-e85b-4a1c-9543-9318a6f38c5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.190385193Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4dfd7b5f-05a3-4945-9750-27f3fb1c8b23","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.224810021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"69a5924d-ce3b-4263-9198-5e10e66e69dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.224826121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"69a5924d-ce3b-4263-9198-5e10e66e69dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.287383157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"152c3085-a1c8-44f6-a7e8-79962a8dd94c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.624851525Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"21a9a6ea-d7ed-4119-85ae-282fcb108891","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.624871321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"21a9a6ea-d7ed-4119-85ae-282fcb108891","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.62513396Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"257ae541-efe4-42af-8ad5-10e6cbed39ce","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.625146139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"257ae541-efe4-42af-8ad5-10e6cbed39ce","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.625322832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1c8c1758-49e1-4d8c-9746-d7b8b3d2103a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.625333901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1c8c1758-49e1-4d8c-9746-d7b8b3d2103a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.626248801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a4b6c85e-6a80-4bfc-a334-91228c9ef666","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.626281934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a4b6c85e-6a80-4bfc-a334-91228c9ef666","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.62715109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c49899cb-c214-43bc-a301-ef9db046ae2b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.627172653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c49899cb-c214-43bc-a301-ef9db046ae2b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.628054626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c31a5e26-bb77-407d-bd5f-6da263c22fb0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.62808117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c31a5e26-bb77-407d-bd5f-6da263c22fb0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.628979894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"078db04a-5efd-4444-b700-6bb5c77f918c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.629007822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"078db04a-5efd-4444-b700-6bb5c77f918c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.629999933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"982d6482-638e-4448-9061-4a97d986086f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.630029184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"982d6482-638e-4448-9061-4a97d986086f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.648171945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"53aca556-4e63-4103-9393-2b20c0d576f8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.648187897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"53aca556-4e63-4103-9393-2b20c0d576f8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.648370131Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dab61f81-b873-4cf7-b0d3-5740ba45d34b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.648379891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dab61f81-b873-4cf7-b0d3-5740ba45d34b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.648537922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e98dcf19-2d95-4bc1-8842-ab1a949d35ae","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.648547964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e98dcf19-2d95-4bc1-8842-ab1a949d35ae","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.648709411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6b68a173-2ab2-42aa-905c-b056d0cb51e6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.648719459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6b68a173-2ab2-42aa-905c-b056d0cb51e6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.648884159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"570142e0-8125-4e24-8314-baf6a6ba03da","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.648895455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"570142e0-8125-4e24-8314-baf6a6ba03da","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.649044717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"604c8c2c-31f6-4b60-9268-9c3370cf4e12","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.64905438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"604c8c2c-31f6-4b60-9268-9c3370cf4e12","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.649252235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a888fd8e-14e5-4c40-8646-49bdfc7f3874","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.649287167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a888fd8e-14e5-4c40-8646-49bdfc7f3874","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.64952464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e7ec60e3-2d59-4277-8a92-c30504c5febf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.649540854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e7ec60e3-2d59-4277-8a92-c30504c5febf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.653589734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"005d3655-8174-44e2-b5d4-65f6f41599f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.653646742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"51247beb-b88d-4446-b46d-2a3416c2e981","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.654597449Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9831cb04-e218-4a4f-808e-c6d982b02c2c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.654660811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"24cd1009-07f4-47cd-aec4-5b862feb9486","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.662225866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"51247beb-b88d-4446-b46d-2a3416c2e981","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.662555991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"005d3655-8174-44e2-b5d4-65f6f41599f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.675883728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d576a9f3-1e5a-4a29-a42c-c7cba9fbf63b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.675898375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d576a9f3-1e5a-4a29-a42c-c7cba9fbf63b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.740631067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ee1773f2-e14d-47be-b53d-f934fd7422c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.776039403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8159b61c-c3fb-4988-9378-8f2cfb4228af","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.776061605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8159b61c-c3fb-4988-9378-8f2cfb4228af","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.841291549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"867c3b36-4d31-4093-855c-d54a866f1071","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.860885449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"56a3f2b6-bb32-41d2-b328-3fb80e32d542","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.860983678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f00dcbf-fac2-40d3-86af-0feb47a0a250","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.869562589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"56a3f2b6-bb32-41d2-b328-3fb80e32d542","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:45.869595206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f00dcbf-fac2-40d3-86af-0feb47a0a250","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:46.351807586Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ed68ce1e-d9f9-4693-812a-0e2a31e8bec5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:46.351900916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ed68ce1e-d9f9-4693-812a-0e2a31e8bec5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:47.682846103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bf2e7519-c76b-4de4-a071-8d751a8b9abd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:47.706460301Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5aac64a9-3e96-496e-833f-ef8128ec20d3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:47.706478075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5aac64a9-3e96-496e-833f-ef8128ec20d3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:47.73498118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"515ec828-c0f6-422b-bde7-04baea7838c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:47.735042943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d2e6a53-eddb-4d5e-a76d-a2d3851b39a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:47.744786054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d2e6a53-eddb-4d5e-a76d-a2d3851b39a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:47.746177769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"515ec828-c0f6-422b-bde7-04baea7838c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:47.784004037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cca3d425-219b-4747-ad0a-3541901d6644","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:47.803926609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"40f9d1b9-ca5d-49f6-90d3-d5bb69be04e8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:47.803941622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"40f9d1b9-ca5d-49f6-90d3-d5bb69be04e8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:47.832520079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"25c9e96a-cea3-4907-ac53-e54837a3256b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:47.841275032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"25c9e96a-cea3-4907-ac53-e54837a3256b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:47.935476374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e6a36a92-61b8-43c6-8116-8bf79999aaa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:47.935587929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"47657353-bb10-43ca-a76f-6491579296a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:47.94413557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"47657353-bb10-43ca-a76f-6491579296a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:47.944216393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e6a36a92-61b8-43c6-8116-8bf79999aaa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:50.93070033Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fcd5ffdd-beb5-4cd3-a95e-ac6282c0dfad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:51.018372762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6687f7d2-8322-4892-b316-68cc1c74c8ec","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:54.119801943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0c5f262d-8a62-4723-a8d3-9b0c0ca216a2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:54.11983061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0c5f262d-8a62-4723-a8d3-9b0c0ca216a2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:54.329654645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"65258387-dc8d-48da-a717-4763a988d72a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:54.32967282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"65258387-dc8d-48da-a717-4763a988d72a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:54.541135367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fbd5d3d7-ef4c-43d3-8b7b-c30c758ca047","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:54.541161015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fbd5d3d7-ef4c-43d3-8b7b-c30c758ca047","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:54.755829299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"fb2d2c67-8b24-4a41-b821-e3c73b4db726","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:54.755847709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"fb2d2c67-8b24-4a41-b821-e3c73b4db726","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:55.649484194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"86278c1f-a5ee-421e-96ec-156ca68d0b58","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:55.649507797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"86278c1f-a5ee-421e-96ec-156ca68d0b58","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:56.962151371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4a06ed8c-75e8-4c79-872a-648fa022a7e5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:56.962171811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4a06ed8c-75e8-4c79-872a-648fa022a7e5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:57.188315995Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a1211fc-3473-46c2-9782-fbc2d1717cb6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:57.188342931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a1211fc-3473-46c2-9782-fbc2d1717cb6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:57.20985049Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3fdd6a8c-1f1b-47c3-a185-1f44eb606939","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:57.212230381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5e3dc247-262e-4808-b162-cbdae78367ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:57.212506454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"40d1a258-660d-46f8-93d2-400b8995c09c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:57.220240757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5e3dc247-262e-4808-b162-cbdae78367ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:57.222311213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"40d1a258-660d-46f8-93d2-400b8995c09c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:57.228475876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f70be4f9-db63-443e-90d2-526d15b321f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:57.22849197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f70be4f9-db63-443e-90d2-526d15b321f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:57.305254122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3ba426ac-e973-4354-a551-62baa1cd1bd6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:57.445693877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2b9ca8ee-b456-44bb-b520-a764300f53eb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:57.445710884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2b9ca8ee-b456-44bb-b520-a764300f53eb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:57.460755118Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"391aa4aa-8d6e-420d-bab7-ae1ae15161a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:57.463937567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b1f4d18e-337f-4d6c-85c8-df989995ab2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:57.463942306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd963c2d-5612-4a19-bed7-6a7387bcb653","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:57.47174134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd963c2d-5612-4a19-bed7-6a7387bcb653","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:57.471849089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b1f4d18e-337f-4d6c-85c8-df989995ab2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:57.477060643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8cd486d3-3ad3-4b0a-ba12-978914c98f5a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:57.477075588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8cd486d3-3ad3-4b0a-ba12-978914c98f5a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:57.562478798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9dfe5f62-c398-45ce-bedf-5b022276e9df","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:02.134381772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"050d5068-cd4f-467c-90e0-1f099c746b8c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:02.134408545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"050d5068-cd4f-467c-90e0-1f099c746b8c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:02.147710477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50d369f7-9e02-40df-8c02-d464c6ef7171","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:02.15634883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50d369f7-9e02-40df-8c02-d464c6ef7171","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:02.191761035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d5fc1b3c-8f80-41d1-bf2c-4c4b16fafaa9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:02.191780585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d5fc1b3c-8f80-41d1-bf2c-4c4b16fafaa9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:02.306449368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8d072512-13c7-4263-b698-ef6137c409bf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:02.30647048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8d072512-13c7-4263-b698-ef6137c409bf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:02.315680332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e1be4c3-36e8-4dc4-8aac-95c8be527c86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:02.31589787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c3784c7f-9345-46b6-950a-88780a6f5d7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:02.325715028Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8328e420-9d91-48f3-a4cb-251b4706e277","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:02.329980157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e1be4c3-36e8-4dc4-8aac-95c8be527c86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:02.330576737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c3784c7f-9345-46b6-950a-88780a6f5d7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:02.345357668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6cc4c378-9a78-4306-8935-521e9ca12d19","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:02.345372872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6cc4c378-9a78-4306-8935-521e9ca12d19","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:10.389032718Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:35.898483766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87363b5e-389c-416c-9a6c-ba2ba1c28db2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:35.901700032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87363b5e-389c-416c-9a6c-ba2ba1c28db2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:35.905332185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87363b5e-389c-416c-9a6c-ba2ba1c28db2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:35.90858699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87363b5e-389c-416c-9a6c-ba2ba1c28db2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:36.279753281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fc9fbaf-9044-4169-a644-203e65f0c670","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:36.282883469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fc9fbaf-9044-4169-a644-203e65f0c670","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:36.286117902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fc9fbaf-9044-4169-a644-203e65f0c670","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:36.289510087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fc9fbaf-9044-4169-a644-203e65f0c670","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:36.548412862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5131999b-ee47-4414-9e97-317a89f69e4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:36.557061672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5131999b-ee47-4414-9e97-317a89f69e4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:36.560503686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5131999b-ee47-4414-9e97-317a89f69e4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:36.564088082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5131999b-ee47-4414-9e97-317a89f69e4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:36.794165486Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-226ecbcb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-226ecbcb","reconcileID":"74f54626-1fc5-4350-9ad7-84204a637f81","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-226ecbcb","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-226ecbcb":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:36.957521859Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-e4242163","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-e4242163","reconcileID":"ac839188-878a-4b94-9d84-a5f8b9bad633","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-e4242163","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-e4242163":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:37.090630667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaa642fd-3b00-4c1a-bbc9-9aafe8496485","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:37.093937894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaa642fd-3b00-4c1a-bbc9-9aafe8496485","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:37.098593628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaa642fd-3b00-4c1a-bbc9-9aafe8496485","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:37.101629713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaa642fd-3b00-4c1a-bbc9-9aafe8496485","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:37.145734068Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-6156d5d6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-6156d5d6","reconcileID":"7ac42911-150c-456a-a093-98f5af1cadaa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-6156d5d6-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-6156d5d6-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:37.590778982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bd23cfb-131c-482f-aa87-6abdfea4b094","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:37.59445799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bd23cfb-131c-482f-aa87-6abdfea4b094","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:37.59788343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bd23cfb-131c-482f-aa87-6abdfea4b094","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:37.604387137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bd23cfb-131c-482f-aa87-6abdfea4b094","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:37.970450324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b289e940-c4fe-4d59-9c12-87b05a5b08ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:37.975315841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b289e940-c4fe-4d59-9c12-87b05a5b08ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:37.982167387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b289e940-c4fe-4d59-9c12-87b05a5b08ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:37.986134198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b289e940-c4fe-4d59-9c12-87b05a5b08ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:38.439530577Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-6156d5d6"},"namespace":"ai-tenant-e2e-migrate-6156d5d6","name":"default-tenant","reconcileID":"358fd6a6-560e-4a6c-b38b-3f6f67cc8353","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:38.448165327Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-6156d5d6"},"namespace":"ai-tenant-e2e-migrate-6156d5d6","name":"default-tenant","reconcileID":"358fd6a6-560e-4a6c-b38b-3f6f67cc8353","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:38.459258636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-6156d5d6"},"namespace":"ai-tenant-e2e-migrate-6156d5d6","name":"default-tenant","reconcileID":"358fd6a6-560e-4a6c-b38b-3f6f67cc8353","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-6156d5d6-gw","tenantID":"e2e-migrate-6156d5d6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:38.484810684Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-6156d5d6"},"namespace":"ai-tenant-e2e-migrate-6156d5d6","name":"default-tenant","reconcileID":"358fd6a6-560e-4a6c-b38b-3f6f67cc8353","name":"e2e-migrate-6156d5d6-gw-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:38.589761446Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-ee87bf29","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-ee87bf29","reconcileID":"7f240772-cf53-4821-9751-208b14019c20","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-ee87bf29","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-ee87bf29":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:38.878997613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d308ab02-3c21-44d3-82a1-93bf6e9324e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:38.882241094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d308ab02-3c21-44d3-82a1-93bf6e9324e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:38.885300144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d308ab02-3c21-44d3-82a1-93bf6e9324e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:38.8884569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d308ab02-3c21-44d3-82a1-93bf6e9324e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:39.297817943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ba1a62b-d4cd-4794-9ca4-890c1fe48d0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:39.303365801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ba1a62b-d4cd-4794-9ca4-890c1fe48d0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:39.306887171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ba1a62b-d4cd-4794-9ca4-890c1fe48d0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:39.310190049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ba1a62b-d4cd-4794-9ca4-890c1fe48d0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:39.701083553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d0675ed-1862-46a3-9d41-8a2e224b8ea3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:39.70500997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d0675ed-1862-46a3-9d41-8a2e224b8ea3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:39.710470415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d0675ed-1862-46a3-9d41-8a2e224b8ea3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:39.717006405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d0675ed-1862-46a3-9d41-8a2e224b8ea3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:39.831117264Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"d5d25732-d99a-49f6-a09e-a19859cea7ce","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:40.389747691Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:40.706780931Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-6156d5d6"},"namespace":"ai-tenant-e2e-migrate-6156d5d6","name":"default-tenant","reconcileID":"ee776f52-935c-4312-92a1-b4316bfea2e9","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:40.714869571Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-6156d5d6"},"namespace":"ai-tenant-e2e-migrate-6156d5d6","name":"default-tenant","reconcileID":"ee776f52-935c-4312-92a1-b4316bfea2e9","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:41.533851172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f0b63fbe-213a-439d-b221-1fd095760399","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:41.624728604Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"95104a9c-640b-4d14-9909-bf9be06dbe6f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:41.69378073Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-226ecbcb"},"namespace":"ai-tenant-e2e-ait-226ecbcb","name":"default-tenant","reconcileID":"6b163a8a-bdec-4c06-a018-2b90e5dc7801","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:41.705416963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-226ecbcb"},"namespace":"ai-tenant-e2e-ait-226ecbcb","name":"default-tenant","reconcileID":"6b163a8a-bdec-4c06-a018-2b90e5dc7801","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-226ecbcb","tenantID":"e2e-ait-226ecbcb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:41.728515197Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-226ecbcb"},"namespace":"ai-tenant-e2e-ait-226ecbcb","name":"default-tenant","reconcileID":"6b163a8a-bdec-4c06-a018-2b90e5dc7801","name":"e2e-ait-226ecbcb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:43.139133108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4242163"},"namespace":"ai-tenant-e2e-ait-e4242163","name":"default-tenant","reconcileID":"a41fbc59-12df-4ec0-810a-379ad1ebbff4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-e4242163","tenantID":"e2e-ait-e4242163","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:43.165586528Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4242163"},"namespace":"ai-tenant-e2e-ait-e4242163","name":"default-tenant","reconcileID":"a41fbc59-12df-4ec0-810a-379ad1ebbff4","name":"e2e-ait-e4242163-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:44.177885985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ee87bf29"},"namespace":"ai-tenant-e2e-ait-ee87bf29","name":"default-tenant","reconcileID":"c1052a36-8b1d-42f5-8e2e-4cba879fc4e3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-ee87bf29","tenantID":"e2e-ait-ee87bf29","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:44.202304554Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ee87bf29"},"namespace":"ai-tenant-e2e-ait-ee87bf29","name":"default-tenant","reconcileID":"c1052a36-8b1d-42f5-8e2e-4cba879fc4e3","name":"e2e-ait-ee87bf29-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:44.806915853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef2c810b-6a04-46d7-9fc1-22b27e314b4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:44.811836027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef2c810b-6a04-46d7-9fc1-22b27e314b4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:44.815575038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef2c810b-6a04-46d7-9fc1-22b27e314b4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:44.81876733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef2c810b-6a04-46d7-9fc1-22b27e314b4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:45.286022435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd78b2f6-09df-412c-ab8f-8b20f7d2d2c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:45.291715635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd78b2f6-09df-412c-ab8f-8b20f7d2d2c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:45.300593939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd78b2f6-09df-412c-ab8f-8b20f7d2d2c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:45.305492336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd78b2f6-09df-412c-ab8f-8b20f7d2d2c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:45.579432866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"078ff066-df05-4c82-a679-64bf22fe3cad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:45.584645875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"078ff066-df05-4c82-a679-64bf22fe3cad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:45.621676662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"078ff066-df05-4c82-a679-64bf22fe3cad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:45.625833955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"078ff066-df05-4c82-a679-64bf22fe3cad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:45.712761849Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-f951dfa9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-f951dfa9","reconcileID":"ded92741-86b3-44c9-8fc8-44d1d655a711","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-f951dfa9","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-f951dfa9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:46.030846325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"029db620-a8ee-4241-98a4-c129755ba02c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:46.042770727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"029db620-a8ee-4241-98a4-c129755ba02c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:46.051172354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"029db620-a8ee-4241-98a4-c129755ba02c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:46.065794575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"029db620-a8ee-4241-98a4-c129755ba02c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:46.470312244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8423d7a7-7ae8-4a2a-a726-474725fc3882","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:46.477919911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8423d7a7-7ae8-4a2a-a726-474725fc3882","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:46.48427396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8423d7a7-7ae8-4a2a-a726-474725fc3882","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:46.491477649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8423d7a7-7ae8-4a2a-a726-474725fc3882","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:46.772447013Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-6156d5d6"},"namespace":"ai-tenant-e2e-migrate-6156d5d6","name":"default-tenant","reconcileID":"ea2b9fa2-b4af-403e-8302-fc6cb5ba709b","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:46.791431677Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-6156d5d6"},"namespace":"ai-tenant-e2e-migrate-6156d5d6","name":"default-tenant","reconcileID":"ea2b9fa2-b4af-403e-8302-fc6cb5ba709b","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:47.574279075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e48ce7d2-6805-4a13-8d1b-a0c7582c789d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:47.580167174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e48ce7d2-6805-4a13-8d1b-a0c7582c789d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:47.613421885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e48ce7d2-6805-4a13-8d1b-a0c7582c789d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:47.624409716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e48ce7d2-6805-4a13-8d1b-a0c7582c789d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:48.007275546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5139068-092b-475a-8b94-f87294c7e340","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:48.017212528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5139068-092b-475a-8b94-f87294c7e340","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:48.028657992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5139068-092b-475a-8b94-f87294c7e340","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:48.032087066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5139068-092b-475a-8b94-f87294c7e340","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:48.232593992Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-226ecbcb"},"namespace":"ai-tenant-e2e-ait-226ecbcb","name":"default-tenant","reconcileID":"5dc5d803-73c2-4205-9c0c-bd152deaa80b","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:48.456696342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d049104-eb68-4c27-aecd-794213ac1130","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:48.46821159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d049104-eb68-4c27-aecd-794213ac1130","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:48.479978547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d049104-eb68-4c27-aecd-794213ac1130","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:48.48730359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d049104-eb68-4c27-aecd-794213ac1130","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:51.971451316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-f951dfa9"},"namespace":"ai-tenant-e2e-derive-f951dfa9","name":"default-tenant","reconcileID":"fde7f15b-f191-4d2b-8b45-c93c99bec796","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-f951dfa9","tenantID":"e2e-derive-f951dfa9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:51.995430989Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-f951dfa9"},"namespace":"ai-tenant-e2e-derive-f951dfa9","name":"default-tenant","reconcileID":"fde7f15b-f191-4d2b-8b45-c93c99bec796","name":"e2e-derive-f951dfa9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:52.36472765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6c27bf6-f88b-4f71-a570-7fd4059156ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:52.373585096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6c27bf6-f88b-4f71-a570-7fd4059156ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:52.383080933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6c27bf6-f88b-4f71-a570-7fd4059156ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:52.387821928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6c27bf6-f88b-4f71-a570-7fd4059156ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:52.727059863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afa3e03e-d71d-42d4-b20f-b428ad3e3700","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:52.730625778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afa3e03e-d71d-42d4-b20f-b428ad3e3700","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:52.733725659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afa3e03e-d71d-42d4-b20f-b428ad3e3700","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:52.737703481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afa3e03e-d71d-42d4-b20f-b428ad3e3700","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:53.015984919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"600f924c-0808-46ba-93e1-bb3b0e3c9298","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:53.01989343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"600f924c-0808-46ba-93e1-bb3b0e3c9298","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:53.023707083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"600f924c-0808-46ba-93e1-bb3b0e3c9298","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:53.029258794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"600f924c-0808-46ba-93e1-bb3b0e3c9298","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:53.10118301Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-6156d5d6"},"namespace":"ai-tenant-e2e-migrate-6156d5d6","name":"default-tenant","reconcileID":"66a03d97-767c-4fae-8ea2-e9daf77e8649","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:53.113897277Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-6156d5d6"},"namespace":"ai-tenant-e2e-migrate-6156d5d6","name":"default-tenant","reconcileID":"66a03d97-767c-4fae-8ea2-e9daf77e8649","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:53.483895812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5d6b99b-9b1d-47c7-9f5d-91431f4e6e05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:53.488325527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5d6b99b-9b1d-47c7-9f5d-91431f4e6e05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:53.492320213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5d6b99b-9b1d-47c7-9f5d-91431f4e6e05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:53.496201857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5d6b99b-9b1d-47c7-9f5d-91431f4e6e05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:53.734457711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fc7a9bc-811a-4760-9a59-c0be6274f861","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:53.737543893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fc7a9bc-811a-4760-9a59-c0be6274f861","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:53.756678422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fc7a9bc-811a-4760-9a59-c0be6274f861","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:53.760752988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fc7a9bc-811a-4760-9a59-c0be6274f861","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:54.03292969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a20d373-125a-4295-b353-e7d5d3633dde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:54.036850865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a20d373-125a-4295-b353-e7d5d3633dde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:54.044529604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a20d373-125a-4295-b353-e7d5d3633dde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:54.059358642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a20d373-125a-4295-b353-e7d5d3633dde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:54.162214866Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-226ecbcb"},"namespace":"ai-tenant-e2e-ait-226ecbcb","name":"default-tenant","reconcileID":"dcfbb3df-2a83-4d9d-8e32-b7466665ae67","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:54.523693791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5b295c7-7b7a-412c-b172-f00b62fe569a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:54.532871949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5b295c7-7b7a-412c-b172-f00b62fe569a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:54.538739189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5b295c7-7b7a-412c-b172-f00b62fe569a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:54.542790528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5b295c7-7b7a-412c-b172-f00b62fe569a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:54.845696795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fa062fb-4d59-494a-a239-f3b9705b85ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:54.848725384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fa062fb-4d59-494a-a239-f3b9705b85ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:54.85178831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fa062fb-4d59-494a-a239-f3b9705b85ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:54.855057463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fa062fb-4d59-494a-a239-f3b9705b85ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:55.141230367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf5b1293-9852-418a-a810-834d40f513c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:55.144464665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf5b1293-9852-418a-a810-834d40f513c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:55.147837331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf5b1293-9852-418a-a810-834d40f513c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:55.150881811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf5b1293-9852-418a-a810-834d40f513c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:55.665901476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4385ac6d-80b7-4953-a653-e26ede41aadc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:55.677442238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4385ac6d-80b7-4953-a653-e26ede41aadc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:55.684231692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4385ac6d-80b7-4953-a653-e26ede41aadc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:55.694724871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4385ac6d-80b7-4953-a653-e26ede41aadc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:55.997211532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27573962-fed9-469d-aaa9-5d0572de7dc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:56.000732611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27573962-fed9-469d-aaa9-5d0572de7dc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:56.004240097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27573962-fed9-469d-aaa9-5d0572de7dc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:56.008360664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27573962-fed9-469d-aaa9-5d0572de7dc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:56.266472041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbcbd38c-f134-4ecd-9950-a884157c6be6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:56.272241609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbcbd38c-f134-4ecd-9950-a884157c6be6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:56.282251247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbcbd38c-f134-4ecd-9950-a884157c6be6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:56.285858873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbcbd38c-f134-4ecd-9950-a884157c6be6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:56.760869708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c153f487-629f-4a3a-9071-ba18e0cdb291","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:56.766449574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c153f487-629f-4a3a-9071-ba18e0cdb291","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:56.773045113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c153f487-629f-4a3a-9071-ba18e0cdb291","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:56.781268585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c153f487-629f-4a3a-9071-ba18e0cdb291","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:57.125611063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1ea2543-0657-4be4-ba3b-c2ea7659b5dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:57.128919798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1ea2543-0657-4be4-ba3b-c2ea7659b5dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:57.131934778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1ea2543-0657-4be4-ba3b-c2ea7659b5dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:57.134980617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1ea2543-0657-4be4-ba3b-c2ea7659b5dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:58.230318945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d651870-1309-48e0-9e4b-5b7e53170d2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:58.259218809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d651870-1309-48e0-9e4b-5b7e53170d2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:58.26945114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d651870-1309-48e0-9e4b-5b7e53170d2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:58.30190393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d651870-1309-48e0-9e4b-5b7e53170d2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:58.875603151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99fdd2cf-0e03-4a18-a561-fdedfbd46615","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:58.887255443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99fdd2cf-0e03-4a18-a561-fdedfbd46615","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:58.909244263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99fdd2cf-0e03-4a18-a561-fdedfbd46615","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:58.915397644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99fdd2cf-0e03-4a18-a561-fdedfbd46615","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:59.493806497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"223846d1-4a35-4abd-8f40-630a86acc548","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:59.562112778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"223846d1-4a35-4abd-8f40-630a86acc548","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:59.595063083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"223846d1-4a35-4abd-8f40-630a86acc548","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:59.63229259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"223846d1-4a35-4abd-8f40-630a86acc548","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:00.241174901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aef75b5-e58c-4707-b428-c868b0f5580e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:00.27530585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aef75b5-e58c-4707-b428-c868b0f5580e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:00.294569953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aef75b5-e58c-4707-b428-c868b0f5580e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:00.313215622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aef75b5-e58c-4707-b428-c868b0f5580e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:00.91427546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1fc754e-e1c6-4c5c-a2b5-ddc3f9fb53c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:00.924167824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1fc754e-e1c6-4c5c-a2b5-ddc3f9fb53c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:00.93131602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1fc754e-e1c6-4c5c-a2b5-ddc3f9fb53c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:00.942142719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1fc754e-e1c6-4c5c-a2b5-ddc3f9fb53c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:01.075462563Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-6156d5d6"},"namespace":"ai-tenant-e2e-migrate-6156d5d6","name":"default-tenant","reconcileID":"2f711393-41aa-46cd-83aa-2ed4bc2712f9","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:01.131788668Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-6156d5d6"},"namespace":"ai-tenant-e2e-migrate-6156d5d6","name":"default-tenant","reconcileID":"2f711393-41aa-46cd-83aa-2ed4bc2712f9","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:01.666599028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bb1df08-be19-4fec-ada5-bbf6b846ed75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:01.673458139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bb1df08-be19-4fec-ada5-bbf6b846ed75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:01.683208169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bb1df08-be19-4fec-ada5-bbf6b846ed75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:01.689129355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bb1df08-be19-4fec-ada5-bbf6b846ed75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:01.966660995Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ca83f486-533c-4b0a-a0e8-72b34b07fe35","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:02.028487655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"692cb939-bd37-4746-9982-f07dff3909fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:02.031646806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"692cb939-bd37-4746-9982-f07dff3909fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:02.034946599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"692cb939-bd37-4746-9982-f07dff3909fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:02.039848465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"692cb939-bd37-4746-9982-f07dff3909fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:02.07375313Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b1d8b7b9-80ba-44a2-a778-d4166e14a9b9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:02.472478403Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-226ecbcb"},"namespace":"ai-tenant-e2e-ait-226ecbcb","name":"default-tenant","reconcileID":"0920f409-dafb-4775-8dc7-baab9b80559b","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:02.515547947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a51531e-6e2c-42ac-8c70-5ee21dc14bab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:02.518623433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a51531e-6e2c-42ac-8c70-5ee21dc14bab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:02.522406735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a51531e-6e2c-42ac-8c70-5ee21dc14bab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:02.528109314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a51531e-6e2c-42ac-8c70-5ee21dc14bab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:02.976013785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfc6a1d5-381c-439b-ad80-e173f658445c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:02.980005434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfc6a1d5-381c-439b-ad80-e173f658445c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:02.983479755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfc6a1d5-381c-439b-ad80-e173f658445c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:02.988259978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfc6a1d5-381c-439b-ad80-e173f658445c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:03.317348441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17b929fa-21cc-476e-9923-e0fa07af3f8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:03.320614469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17b929fa-21cc-476e-9923-e0fa07af3f8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:03.324506909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17b929fa-21cc-476e-9923-e0fa07af3f8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:03.327831944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17b929fa-21cc-476e-9923-e0fa07af3f8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:03.523947632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e6430fd-b0f1-4263-84e7-fbd8052480c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:03.527241129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e6430fd-b0f1-4263-84e7-fbd8052480c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:03.530483167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e6430fd-b0f1-4263-84e7-fbd8052480c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:03.533685256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e6430fd-b0f1-4263-84e7-fbd8052480c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:05.642507323Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-6156d5d6"},"namespace":"ai-tenant-e2e-migrate-6156d5d6","name":"default-tenant","reconcileID":"5f8f1b3d-5ac8-4893-a3bb-9be07662accd","namespace":"ai-tenant-e2e-migrate-6156d5d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:05.642563117Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-6156d5d6"},"namespace":"ai-tenant-e2e-migrate-6156d5d6","name":"default-tenant","reconcileID":"5f8f1b3d-5ac8-4893-a3bb-9be07662accd","namespace":"ai-tenant-e2e-migrate-6156d5d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:05.64261052Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-6156d5d6"},"namespace":"ai-tenant-e2e-migrate-6156d5d6","name":"default-tenant","reconcileID":"5f8f1b3d-5ac8-4893-a3bb-9be07662accd","tenant":"e2e-migrate-6156d5d6","tenantID":"e2e-migrate-6156d5d6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:05.648061008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-6156d5d6"},"namespace":"ai-tenant-e2e-migrate-6156d5d6","name":"default-tenant","reconcileID":"5f8f1b3d-5ac8-4893-a3bb-9be07662accd","gvk":"Deployment","name":"maas-api-e2e-migrate-6156d5d6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:05.663860777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-6156d5d6"},"namespace":"ai-tenant-e2e-migrate-6156d5d6","name":"default-tenant","reconcileID":"5f8f1b3d-5ac8-4893-a3bb-9be07662accd","gvk":"Service","name":"maas-api-e2e-migrate-6156d5d6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:05.67279647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-6156d5d6"},"namespace":"ai-tenant-e2e-migrate-6156d5d6","name":"default-tenant","reconcileID":"5f8f1b3d-5ac8-4893-a3bb-9be07662accd","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-6156d5d6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:05.681249878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-6156d5d6"},"namespace":"ai-tenant-e2e-migrate-6156d5d6","name":"default-tenant","reconcileID":"5f8f1b3d-5ac8-4893-a3bb-9be07662accd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-6156d5d6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:05.696061945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-6156d5d6"},"namespace":"ai-tenant-e2e-migrate-6156d5d6","name":"default-tenant","reconcileID":"5f8f1b3d-5ac8-4893-a3bb-9be07662accd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-6156d5d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:05.701987243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-6156d5d6"},"namespace":"ai-tenant-e2e-migrate-6156d5d6","name":"default-tenant","reconcileID":"5f8f1b3d-5ac8-4893-a3bb-9be07662accd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-6156d5d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:05.704761925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-6156d5d6"},"namespace":"ai-tenant-e2e-migrate-6156d5d6","name":"default-tenant","reconcileID":"5f8f1b3d-5ac8-4893-a3bb-9be07662accd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-6156d5d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:05.707267015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-6156d5d6"},"namespace":"ai-tenant-e2e-migrate-6156d5d6","name":"default-tenant","reconcileID":"5f8f1b3d-5ac8-4893-a3bb-9be07662accd","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-6156d5d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:05.709760103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-6156d5d6"},"namespace":"ai-tenant-e2e-migrate-6156d5d6","name":"default-tenant","reconcileID":"5f8f1b3d-5ac8-4893-a3bb-9be07662accd","gvk":"Deployment","name":"payload-processing-e2e-migrate-6156d5d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:05.712341952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-6156d5d6"},"namespace":"ai-tenant-e2e-migrate-6156d5d6","name":"default-tenant","reconcileID":"5f8f1b3d-5ac8-4893-a3bb-9be07662accd","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-6156d5d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:05.718168024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-6156d5d6"},"namespace":"ai-tenant-e2e-migrate-6156d5d6","name":"default-tenant","reconcileID":"5f8f1b3d-5ac8-4893-a3bb-9be07662accd","gvk":"Service","name":"payload-processing-e2e-migrate-6156d5d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:05.720649149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-6156d5d6"},"namespace":"ai-tenant-e2e-migrate-6156d5d6","name":"default-tenant","reconcileID":"5f8f1b3d-5ac8-4893-a3bb-9be07662accd","gvk":"Service","name":"payload-pre-processing-e2e-migrate-6156d5d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:05.723197736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-6156d5d6"},"namespace":"ai-tenant-e2e-migrate-6156d5d6","name":"default-tenant","reconcileID":"5f8f1b3d-5ac8-4893-a3bb-9be07662accd","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-6156d5d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:05.725496325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-6156d5d6"},"namespace":"ai-tenant-e2e-migrate-6156d5d6","name":"default-tenant","reconcileID":"5f8f1b3d-5ac8-4893-a3bb-9be07662accd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-6156d5d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:05.727895644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-6156d5d6"},"namespace":"ai-tenant-e2e-migrate-6156d5d6","name":"default-tenant","reconcileID":"5f8f1b3d-5ac8-4893-a3bb-9be07662accd","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-6156d5d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:05.730525721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-6156d5d6"},"namespace":"ai-tenant-e2e-migrate-6156d5d6","name":"default-tenant","reconcileID":"5f8f1b3d-5ac8-4893-a3bb-9be07662accd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-6156d5d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:05.733012616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-6156d5d6"},"namespace":"ai-tenant-e2e-migrate-6156d5d6","name":"default-tenant","reconcileID":"5f8f1b3d-5ac8-4893-a3bb-9be07662accd","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-6156d5d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:05.735538148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-6156d5d6"},"namespace":"ai-tenant-e2e-migrate-6156d5d6","name":"default-tenant","reconcileID":"5f8f1b3d-5ac8-4893-a3bb-9be07662accd","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-6156d5d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:05.737992065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-6156d5d6"},"namespace":"ai-tenant-e2e-migrate-6156d5d6","name":"default-tenant","reconcileID":"5f8f1b3d-5ac8-4893-a3bb-9be07662accd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-6156d5d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:05.740545692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-6156d5d6"},"namespace":"ai-tenant-e2e-migrate-6156d5d6","name":"default-tenant","reconcileID":"5f8f1b3d-5ac8-4893-a3bb-9be07662accd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-6156d5d6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:05.896321883Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-6156d5d6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-6156d5d6","reconcileID":"22a7b7fa-d7f3-40fe-9b37-6328c134607f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-6156d5d6-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-6156d5d6-gw"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:06.14705905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ce52748-44da-4680-b90f-b281370321ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:06.15125573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ce52748-44da-4680-b90f-b281370321ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:06.15565316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ce52748-44da-4680-b90f-b281370321ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:06.160373115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ce52748-44da-4680-b90f-b281370321ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:06.429384284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02b3c090-3508-4f30-93a0-c6da29a944bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:06.432418437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02b3c090-3508-4f30-93a0-c6da29a944bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:06.435419287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02b3c090-3508-4f30-93a0-c6da29a944bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:06.438332986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02b3c090-3508-4f30-93a0-c6da29a944bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:07.99959935Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b8a67a61-9fd5-442b-bd69-1d2258da76a9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:08.094325198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8325829c-fe66-4b84-94be-ad6c43e9097a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:09.830958668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c5900d0-4b83-44e6-9d26-2fd500e995df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:09.834485734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c5900d0-4b83-44e6-9d26-2fd500e995df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:09.837555829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c5900d0-4b83-44e6-9d26-2fd500e995df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:09.84064705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c5900d0-4b83-44e6-9d26-2fd500e995df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.018258268Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-226ecbcb"},"namespace":"ai-tenant-e2e-ait-226ecbcb","name":"default-tenant","reconcileID":"42da15f3-95b1-4c9a-b9c7-dc1af90f003a","namespace":"ai-tenant-e2e-ait-226ecbcb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.018310469Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-226ecbcb"},"namespace":"ai-tenant-e2e-ait-226ecbcb","name":"default-tenant","reconcileID":"42da15f3-95b1-4c9a-b9c7-dc1af90f003a","namespace":"ai-tenant-e2e-ait-226ecbcb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.018355086Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-226ecbcb"},"namespace":"ai-tenant-e2e-ait-226ecbcb","name":"default-tenant","reconcileID":"42da15f3-95b1-4c9a-b9c7-dc1af90f003a","tenant":"e2e-ait-226ecbcb","tenantID":"e2e-ait-226ecbcb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.025678699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-226ecbcb"},"namespace":"ai-tenant-e2e-ait-226ecbcb","name":"default-tenant","reconcileID":"42da15f3-95b1-4c9a-b9c7-dc1af90f003a","gvk":"Deployment","name":"maas-api-e2e-ait-226ecbcb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.032431114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a455445c-89bf-4d74-a6bd-7aece02742a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.035871404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a455445c-89bf-4d74-a6bd-7aece02742a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.040204923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a455445c-89bf-4d74-a6bd-7aece02742a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.058167158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a455445c-89bf-4d74-a6bd-7aece02742a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.092803604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-226ecbcb"},"namespace":"ai-tenant-e2e-ait-226ecbcb","name":"default-tenant","reconcileID":"42da15f3-95b1-4c9a-b9c7-dc1af90f003a","gvk":"Service","name":"maas-api-e2e-ait-226ecbcb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.109949616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-226ecbcb"},"namespace":"ai-tenant-e2e-ait-226ecbcb","name":"default-tenant","reconcileID":"42da15f3-95b1-4c9a-b9c7-dc1af90f003a","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-226ecbcb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.14064704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-226ecbcb"},"namespace":"ai-tenant-e2e-ait-226ecbcb","name":"default-tenant","reconcileID":"42da15f3-95b1-4c9a-b9c7-dc1af90f003a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-226ecbcb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.158014693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-226ecbcb"},"namespace":"ai-tenant-e2e-ait-226ecbcb","name":"default-tenant","reconcileID":"42da15f3-95b1-4c9a-b9c7-dc1af90f003a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-226ecbcb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.172524747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-226ecbcb"},"namespace":"ai-tenant-e2e-ait-226ecbcb","name":"default-tenant","reconcileID":"42da15f3-95b1-4c9a-b9c7-dc1af90f003a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-226ecbcb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.186024145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-226ecbcb"},"namespace":"ai-tenant-e2e-ait-226ecbcb","name":"default-tenant","reconcileID":"42da15f3-95b1-4c9a-b9c7-dc1af90f003a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-226ecbcb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.192573052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-226ecbcb"},"namespace":"ai-tenant-e2e-ait-226ecbcb","name":"default-tenant","reconcileID":"42da15f3-95b1-4c9a-b9c7-dc1af90f003a","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-226ecbcb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.197443028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-226ecbcb"},"namespace":"ai-tenant-e2e-ait-226ecbcb","name":"default-tenant","reconcileID":"42da15f3-95b1-4c9a-b9c7-dc1af90f003a","gvk":"Deployment","name":"payload-processing-e2e-ait-226ecbcb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.201549588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-226ecbcb"},"namespace":"ai-tenant-e2e-ait-226ecbcb","name":"default-tenant","reconcileID":"42da15f3-95b1-4c9a-b9c7-dc1af90f003a","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-226ecbcb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.208961497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-226ecbcb"},"namespace":"ai-tenant-e2e-ait-226ecbcb","name":"default-tenant","reconcileID":"42da15f3-95b1-4c9a-b9c7-dc1af90f003a","gvk":"Service","name":"payload-processing-e2e-ait-226ecbcb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.214427012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-226ecbcb"},"namespace":"ai-tenant-e2e-ait-226ecbcb","name":"default-tenant","reconcileID":"42da15f3-95b1-4c9a-b9c7-dc1af90f003a","gvk":"Service","name":"payload-pre-processing-e2e-ait-226ecbcb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.217159914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-226ecbcb"},"namespace":"ai-tenant-e2e-ait-226ecbcb","name":"default-tenant","reconcileID":"42da15f3-95b1-4c9a-b9c7-dc1af90f003a","gvk":"DestinationRule","name":"payload-processing-e2e-ait-226ecbcb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.221538401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-226ecbcb"},"namespace":"ai-tenant-e2e-ait-226ecbcb","name":"default-tenant","reconcileID":"42da15f3-95b1-4c9a-b9c7-dc1af90f003a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-226ecbcb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.225557632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-226ecbcb"},"namespace":"ai-tenant-e2e-ait-226ecbcb","name":"default-tenant","reconcileID":"42da15f3-95b1-4c9a-b9c7-dc1af90f003a","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-226ecbcb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.232759699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-226ecbcb"},"namespace":"ai-tenant-e2e-ait-226ecbcb","name":"default-tenant","reconcileID":"42da15f3-95b1-4c9a-b9c7-dc1af90f003a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-226ecbcb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.235815112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-226ecbcb"},"namespace":"ai-tenant-e2e-ait-226ecbcb","name":"default-tenant","reconcileID":"42da15f3-95b1-4c9a-b9c7-dc1af90f003a","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-226ecbcb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.238517999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-226ecbcb"},"namespace":"ai-tenant-e2e-ait-226ecbcb","name":"default-tenant","reconcileID":"42da15f3-95b1-4c9a-b9c7-dc1af90f003a","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-226ecbcb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.241071517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-226ecbcb"},"namespace":"ai-tenant-e2e-ait-226ecbcb","name":"default-tenant","reconcileID":"42da15f3-95b1-4c9a-b9c7-dc1af90f003a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-226ecbcb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.243750051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-226ecbcb"},"namespace":"ai-tenant-e2e-ait-226ecbcb","name":"default-tenant","reconcileID":"42da15f3-95b1-4c9a-b9c7-dc1af90f003a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-226ecbcb","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.255253447Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4242163"},"namespace":"ai-tenant-e2e-ait-e4242163","name":"default-tenant","reconcileID":"fc075f31-59ae-4560-a571-bffe47e832db","namespace":"ai-tenant-e2e-ait-e4242163","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.2553438Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4242163"},"namespace":"ai-tenant-e2e-ait-e4242163","name":"default-tenant","reconcileID":"fc075f31-59ae-4560-a571-bffe47e832db","namespace":"ai-tenant-e2e-ait-e4242163","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.255429565Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4242163"},"namespace":"ai-tenant-e2e-ait-e4242163","name":"default-tenant","reconcileID":"fc075f31-59ae-4560-a571-bffe47e832db","tenant":"e2e-ait-e4242163","tenantID":"e2e-ait-e4242163","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.261122132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4242163"},"namespace":"ai-tenant-e2e-ait-e4242163","name":"default-tenant","reconcileID":"fc075f31-59ae-4560-a571-bffe47e832db","gvk":"Deployment","name":"maas-api-e2e-ait-e4242163","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.284489676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4242163"},"namespace":"ai-tenant-e2e-ait-e4242163","name":"default-tenant","reconcileID":"fc075f31-59ae-4560-a571-bffe47e832db","gvk":"Service","name":"maas-api-e2e-ait-e4242163","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.300363493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4242163"},"namespace":"ai-tenant-e2e-ait-e4242163","name":"default-tenant","reconcileID":"fc075f31-59ae-4560-a571-bffe47e832db","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-e4242163","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.321609702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4242163"},"namespace":"ai-tenant-e2e-ait-e4242163","name":"default-tenant","reconcileID":"fc075f31-59ae-4560-a571-bffe47e832db","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-e4242163","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.32957018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4242163"},"namespace":"ai-tenant-e2e-ait-e4242163","name":"default-tenant","reconcileID":"fc075f31-59ae-4560-a571-bffe47e832db","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-e4242163","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.339771636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4242163"},"namespace":"ai-tenant-e2e-ait-e4242163","name":"default-tenant","reconcileID":"fc075f31-59ae-4560-a571-bffe47e832db","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-e4242163","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.348289674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4242163"},"namespace":"ai-tenant-e2e-ait-e4242163","name":"default-tenant","reconcileID":"fc075f31-59ae-4560-a571-bffe47e832db","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-e4242163","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.359196066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4242163"},"namespace":"ai-tenant-e2e-ait-e4242163","name":"default-tenant","reconcileID":"fc075f31-59ae-4560-a571-bffe47e832db","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-e4242163","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.362000442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4242163"},"namespace":"ai-tenant-e2e-ait-e4242163","name":"default-tenant","reconcileID":"fc075f31-59ae-4560-a571-bffe47e832db","gvk":"Deployment","name":"payload-processing-e2e-ait-e4242163","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.368287613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4242163"},"namespace":"ai-tenant-e2e-ait-e4242163","name":"default-tenant","reconcileID":"fc075f31-59ae-4560-a571-bffe47e832db","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-e4242163","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.370747803Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-226ecbcb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-226ecbcb","reconcileID":"a224d239-34c6-4d54-9336-f846d20ad738","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-226ecbcb","removed":["maas.opendatahub.io/gateway-access-e2e-ait-226ecbcb"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.371269212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4242163"},"namespace":"ai-tenant-e2e-ait-e4242163","name":"default-tenant","reconcileID":"fc075f31-59ae-4560-a571-bffe47e832db","gvk":"Service","name":"payload-processing-e2e-ait-e4242163","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.376603508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4242163"},"namespace":"ai-tenant-e2e-ait-e4242163","name":"default-tenant","reconcileID":"fc075f31-59ae-4560-a571-bffe47e832db","gvk":"Service","name":"payload-pre-processing-e2e-ait-e4242163","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.379704295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4242163"},"namespace":"ai-tenant-e2e-ait-e4242163","name":"default-tenant","reconcileID":"fc075f31-59ae-4560-a571-bffe47e832db","gvk":"DestinationRule","name":"payload-processing-e2e-ait-e4242163","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.383273709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4242163"},"namespace":"ai-tenant-e2e-ait-e4242163","name":"default-tenant","reconcileID":"fc075f31-59ae-4560-a571-bffe47e832db","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-e4242163","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.389256017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4242163"},"namespace":"ai-tenant-e2e-ait-e4242163","name":"default-tenant","reconcileID":"fc075f31-59ae-4560-a571-bffe47e832db","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-e4242163","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.389543761Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.395587013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4242163"},"namespace":"ai-tenant-e2e-ait-e4242163","name":"default-tenant","reconcileID":"fc075f31-59ae-4560-a571-bffe47e832db","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-e4242163","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.402486608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4242163"},"namespace":"ai-tenant-e2e-ait-e4242163","name":"default-tenant","reconcileID":"fc075f31-59ae-4560-a571-bffe47e832db","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-e4242163","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.40506423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4242163"},"namespace":"ai-tenant-e2e-ait-e4242163","name":"default-tenant","reconcileID":"fc075f31-59ae-4560-a571-bffe47e832db","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-e4242163","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.408282754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4242163"},"namespace":"ai-tenant-e2e-ait-e4242163","name":"default-tenant","reconcileID":"fc075f31-59ae-4560-a571-bffe47e832db","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-e4242163","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.411501021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4242163"},"namespace":"ai-tenant-e2e-ait-e4242163","name":"default-tenant","reconcileID":"fc075f31-59ae-4560-a571-bffe47e832db","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-e4242163","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.428407024Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ee87bf29"},"namespace":"ai-tenant-e2e-ait-ee87bf29","name":"default-tenant","reconcileID":"512cc799-d0a7-483e-ba5c-fcceeddf86d7","namespace":"ai-tenant-e2e-ait-ee87bf29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.428489317Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ee87bf29"},"namespace":"ai-tenant-e2e-ait-ee87bf29","name":"default-tenant","reconcileID":"512cc799-d0a7-483e-ba5c-fcceeddf86d7","namespace":"ai-tenant-e2e-ait-ee87bf29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.428555841Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ee87bf29"},"namespace":"ai-tenant-e2e-ait-ee87bf29","name":"default-tenant","reconcileID":"512cc799-d0a7-483e-ba5c-fcceeddf86d7","tenant":"e2e-ait-ee87bf29","tenantID":"e2e-ait-ee87bf29","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.436742983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ee87bf29"},"namespace":"ai-tenant-e2e-ait-ee87bf29","name":"default-tenant","reconcileID":"512cc799-d0a7-483e-ba5c-fcceeddf86d7","gvk":"Deployment","name":"maas-api-e2e-ait-ee87bf29","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.464158079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ee87bf29"},"namespace":"ai-tenant-e2e-ait-ee87bf29","name":"default-tenant","reconcileID":"512cc799-d0a7-483e-ba5c-fcceeddf86d7","gvk":"Service","name":"maas-api-e2e-ait-ee87bf29","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.476838365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ee87bf29"},"namespace":"ai-tenant-e2e-ait-ee87bf29","name":"default-tenant","reconcileID":"512cc799-d0a7-483e-ba5c-fcceeddf86d7","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-ee87bf29","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.485259955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ee87bf29"},"namespace":"ai-tenant-e2e-ait-ee87bf29","name":"default-tenant","reconcileID":"512cc799-d0a7-483e-ba5c-fcceeddf86d7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-ee87bf29","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.495485925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ee87bf29"},"namespace":"ai-tenant-e2e-ait-ee87bf29","name":"default-tenant","reconcileID":"512cc799-d0a7-483e-ba5c-fcceeddf86d7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-ee87bf29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.503290003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ee87bf29"},"namespace":"ai-tenant-e2e-ait-ee87bf29","name":"default-tenant","reconcileID":"512cc799-d0a7-483e-ba5c-fcceeddf86d7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-ee87bf29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.513167846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ee87bf29"},"namespace":"ai-tenant-e2e-ait-ee87bf29","name":"default-tenant","reconcileID":"512cc799-d0a7-483e-ba5c-fcceeddf86d7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-ee87bf29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.518241249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ee87bf29"},"namespace":"ai-tenant-e2e-ait-ee87bf29","name":"default-tenant","reconcileID":"512cc799-d0a7-483e-ba5c-fcceeddf86d7","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-ee87bf29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.520862126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ee87bf29"},"namespace":"ai-tenant-e2e-ait-ee87bf29","name":"default-tenant","reconcileID":"512cc799-d0a7-483e-ba5c-fcceeddf86d7","gvk":"Deployment","name":"payload-processing-e2e-ait-ee87bf29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.523401048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ee87bf29"},"namespace":"ai-tenant-e2e-ait-ee87bf29","name":"default-tenant","reconcileID":"512cc799-d0a7-483e-ba5c-fcceeddf86d7","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-ee87bf29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.526248511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ee87bf29"},"namespace":"ai-tenant-e2e-ait-ee87bf29","name":"default-tenant","reconcileID":"512cc799-d0a7-483e-ba5c-fcceeddf86d7","gvk":"Service","name":"payload-processing-e2e-ait-ee87bf29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.528864448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ee87bf29"},"namespace":"ai-tenant-e2e-ait-ee87bf29","name":"default-tenant","reconcileID":"512cc799-d0a7-483e-ba5c-fcceeddf86d7","gvk":"Service","name":"payload-pre-processing-e2e-ait-ee87bf29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.533042894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ee87bf29"},"namespace":"ai-tenant-e2e-ait-ee87bf29","name":"default-tenant","reconcileID":"512cc799-d0a7-483e-ba5c-fcceeddf86d7","gvk":"DestinationRule","name":"payload-processing-e2e-ait-ee87bf29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.556282408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ee87bf29"},"namespace":"ai-tenant-e2e-ait-ee87bf29","name":"default-tenant","reconcileID":"512cc799-d0a7-483e-ba5c-fcceeddf86d7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-ee87bf29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.556568151Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-e4242163","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-e4242163","reconcileID":"3af5e6ae-a9dc-43b5-a2f1-b014ce112f8f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-e4242163","removed":["maas.opendatahub.io/gateway-access-e2e-ait-e4242163"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.562393155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ee87bf29"},"namespace":"ai-tenant-e2e-ait-ee87bf29","name":"default-tenant","reconcileID":"512cc799-d0a7-483e-ba5c-fcceeddf86d7","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-ee87bf29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.585585443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ee87bf29"},"namespace":"ai-tenant-e2e-ait-ee87bf29","name":"default-tenant","reconcileID":"512cc799-d0a7-483e-ba5c-fcceeddf86d7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-ee87bf29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.592258814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3cca6b4-b3a0-441a-90b0-2db1eccc892b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.599261448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3cca6b4-b3a0-441a-90b0-2db1eccc892b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.603064075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3cca6b4-b3a0-441a-90b0-2db1eccc892b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.605790563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ee87bf29"},"namespace":"ai-tenant-e2e-ait-ee87bf29","name":"default-tenant","reconcileID":"512cc799-d0a7-483e-ba5c-fcceeddf86d7","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-ee87bf29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.60700475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3cca6b4-b3a0-441a-90b0-2db1eccc892b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.613762678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ee87bf29"},"namespace":"ai-tenant-e2e-ait-ee87bf29","name":"default-tenant","reconcileID":"512cc799-d0a7-483e-ba5c-fcceeddf86d7","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-ee87bf29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.621125365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ee87bf29"},"namespace":"ai-tenant-e2e-ait-ee87bf29","name":"default-tenant","reconcileID":"512cc799-d0a7-483e-ba5c-fcceeddf86d7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-ee87bf29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.630377657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ee87bf29"},"namespace":"ai-tenant-e2e-ait-ee87bf29","name":"default-tenant","reconcileID":"512cc799-d0a7-483e-ba5c-fcceeddf86d7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-ee87bf29","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:10.975420851Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-ee87bf29","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-ee87bf29","reconcileID":"7789208b-d2e6-4907-81ee-a3d4fe015b85","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-ee87bf29","removed":["maas.opendatahub.io/gateway-access-e2e-ait-ee87bf29"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:11.056279469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b43d600d-197c-42b9-96ec-666110431b51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:11.059672738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b43d600d-197c-42b9-96ec-666110431b51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:11.062767614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b43d600d-197c-42b9-96ec-666110431b51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:11.065782927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b43d600d-197c-42b9-96ec-666110431b51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:11.079972333Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-2889dd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-2889dd","reconcileID":"3d6602e3-a455-4e0f-a1ba-302859847f43","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-2889dd","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-2889dd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:11.353735084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36ac2a6f-f683-4b6a-9dd4-02aa03a999d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:11.357539695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36ac2a6f-f683-4b6a-9dd4-02aa03a999d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:11.361727567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36ac2a6f-f683-4b6a-9dd4-02aa03a999d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:11.365248526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36ac2a6f-f683-4b6a-9dd4-02aa03a999d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:11.630160063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2840ee92-8d3e-4bbe-87de-3c23610aa707","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:11.633646112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2840ee92-8d3e-4bbe-87de-3c23610aa707","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:11.636883419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2840ee92-8d3e-4bbe-87de-3c23610aa707","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:11.640004345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2840ee92-8d3e-4bbe-87de-3c23610aa707","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:11.815193074Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-f951dfa9"},"namespace":"ai-tenant-e2e-derive-f951dfa9","name":"default-tenant","reconcileID":"123d3885-8aba-4ea9-bc07-38c497e42d57","namespace":"ai-tenant-e2e-derive-f951dfa9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:11.815287396Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-f951dfa9"},"namespace":"ai-tenant-e2e-derive-f951dfa9","name":"default-tenant","reconcileID":"123d3885-8aba-4ea9-bc07-38c497e42d57","namespace":"ai-tenant-e2e-derive-f951dfa9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:11.815365246Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-f951dfa9"},"namespace":"ai-tenant-e2e-derive-f951dfa9","name":"default-tenant","reconcileID":"123d3885-8aba-4ea9-bc07-38c497e42d57","tenant":"e2e-derive-f951dfa9","tenantID":"e2e-derive-f951dfa9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:11.826972685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-f951dfa9"},"namespace":"ai-tenant-e2e-derive-f951dfa9","name":"default-tenant","reconcileID":"123d3885-8aba-4ea9-bc07-38c497e42d57","gvk":"Deployment","name":"maas-api-e2e-derive-f951dfa9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:11.858217613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-f951dfa9"},"namespace":"ai-tenant-e2e-derive-f951dfa9","name":"default-tenant","reconcileID":"123d3885-8aba-4ea9-bc07-38c497e42d57","gvk":"Service","name":"maas-api-e2e-derive-f951dfa9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:11.876677428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-f951dfa9"},"namespace":"ai-tenant-e2e-derive-f951dfa9","name":"default-tenant","reconcileID":"123d3885-8aba-4ea9-bc07-38c497e42d57","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-f951dfa9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:11.89725541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-f951dfa9"},"namespace":"ai-tenant-e2e-derive-f951dfa9","name":"default-tenant","reconcileID":"123d3885-8aba-4ea9-bc07-38c497e42d57","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-f951dfa9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:11.918791914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-f951dfa9"},"namespace":"ai-tenant-e2e-derive-f951dfa9","name":"default-tenant","reconcileID":"123d3885-8aba-4ea9-bc07-38c497e42d57","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-f951dfa9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:11.933293953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-f951dfa9"},"namespace":"ai-tenant-e2e-derive-f951dfa9","name":"default-tenant","reconcileID":"123d3885-8aba-4ea9-bc07-38c497e42d57","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-f951dfa9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:11.954930387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-f951dfa9"},"namespace":"ai-tenant-e2e-derive-f951dfa9","name":"default-tenant","reconcileID":"123d3885-8aba-4ea9-bc07-38c497e42d57","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-f951dfa9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:11.96720645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-f951dfa9"},"namespace":"ai-tenant-e2e-derive-f951dfa9","name":"default-tenant","reconcileID":"123d3885-8aba-4ea9-bc07-38c497e42d57","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-f951dfa9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:11.970236387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-f951dfa9"},"namespace":"ai-tenant-e2e-derive-f951dfa9","name":"default-tenant","reconcileID":"123d3885-8aba-4ea9-bc07-38c497e42d57","gvk":"Deployment","name":"payload-processing-e2e-derive-f951dfa9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:11.973333264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-f951dfa9"},"namespace":"ai-tenant-e2e-derive-f951dfa9","name":"default-tenant","reconcileID":"123d3885-8aba-4ea9-bc07-38c497e42d57","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-f951dfa9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:11.979666055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-f951dfa9"},"namespace":"ai-tenant-e2e-derive-f951dfa9","name":"default-tenant","reconcileID":"123d3885-8aba-4ea9-bc07-38c497e42d57","gvk":"Service","name":"payload-processing-e2e-derive-f951dfa9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:11.983795723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-f951dfa9"},"namespace":"ai-tenant-e2e-derive-f951dfa9","name":"default-tenant","reconcileID":"123d3885-8aba-4ea9-bc07-38c497e42d57","gvk":"Service","name":"payload-pre-processing-e2e-derive-f951dfa9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:11.989022913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-f951dfa9"},"namespace":"ai-tenant-e2e-derive-f951dfa9","name":"default-tenant","reconcileID":"123d3885-8aba-4ea9-bc07-38c497e42d57","gvk":"DestinationRule","name":"payload-processing-e2e-derive-f951dfa9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:11.992007026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-f951dfa9"},"namespace":"ai-tenant-e2e-derive-f951dfa9","name":"default-tenant","reconcileID":"123d3885-8aba-4ea9-bc07-38c497e42d57","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-f951dfa9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:11.994817825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-f951dfa9"},"namespace":"ai-tenant-e2e-derive-f951dfa9","name":"default-tenant","reconcileID":"123d3885-8aba-4ea9-bc07-38c497e42d57","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-f951dfa9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:12.001596324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-f951dfa9"},"namespace":"ai-tenant-e2e-derive-f951dfa9","name":"default-tenant","reconcileID":"123d3885-8aba-4ea9-bc07-38c497e42d57","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-f951dfa9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:12.005883614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-f951dfa9"},"namespace":"ai-tenant-e2e-derive-f951dfa9","name":"default-tenant","reconcileID":"123d3885-8aba-4ea9-bc07-38c497e42d57","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-f951dfa9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:12.008818405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-f951dfa9"},"namespace":"ai-tenant-e2e-derive-f951dfa9","name":"default-tenant","reconcileID":"123d3885-8aba-4ea9-bc07-38c497e42d57","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-f951dfa9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:12.012440297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-f951dfa9"},"namespace":"ai-tenant-e2e-derive-f951dfa9","name":"default-tenant","reconcileID":"123d3885-8aba-4ea9-bc07-38c497e42d57","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-f951dfa9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:12.015268593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-f951dfa9"},"namespace":"ai-tenant-e2e-derive-f951dfa9","name":"default-tenant","reconcileID":"123d3885-8aba-4ea9-bc07-38c497e42d57","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-f951dfa9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:12.183372177Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-f951dfa9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-f951dfa9","reconcileID":"40d9c98d-1e0b-437b-97d8-9053f0a5edc0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-f951dfa9","removed":["maas.opendatahub.io/gateway-access-e2e-derive-f951dfa9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:12.485699106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e16f0d4-2cc5-4212-b9a8-808a358a5f40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:12.489595275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e16f0d4-2cc5-4212-b9a8-808a358a5f40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:12.496841019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e16f0d4-2cc5-4212-b9a8-808a358a5f40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:12.500772122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e16f0d4-2cc5-4212-b9a8-808a358a5f40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:12.833009747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5521b677-6c5c-420f-8f91-cea37c7b379c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:12.83650485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5521b677-6c5c-420f-8f91-cea37c7b379c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:12.840860529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5521b677-6c5c-420f-8f91-cea37c7b379c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:12.844205078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5521b677-6c5c-420f-8f91-cea37c7b379c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:14.11548598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"default-tenant","reconcileID":"e4934e54-3be5-4797-a9fa-0ef2c8d42b06","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:14.13735634Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"default-tenant","reconcileID":"e4934e54-3be5-4797-a9fa-0ef2c8d42b06","name":"e2e-worker-w3-2889dd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:14.528533253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a328640c-91f0-432a-8f34-65c3fd5f7bce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:14.531559812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a328640c-91f0-432a-8f34-65c3fd5f7bce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:14.534662602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a328640c-91f0-432a-8f34-65c3fd5f7bce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:14.53775867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a328640c-91f0-432a-8f34-65c3fd5f7bce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:14.808626919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"952bf9a9-3b25-4534-a567-340dc47d0120","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:14.811725333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"952bf9a9-3b25-4534-a567-340dc47d0120","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:14.814914908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"952bf9a9-3b25-4534-a567-340dc47d0120","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:14.817897133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"952bf9a9-3b25-4534-a567-340dc47d0120","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:15.379559111Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-39bde3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-39bde3","reconcileID":"85b01c30-5feb-4e35-98ce-40b592656a28","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-39bde3","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w2-39bde3":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:15.44799808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28fe1f79-4387-47ab-bcee-0ff341305dc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:15.451033042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28fe1f79-4387-47ab-bcee-0ff341305dc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:15.454241314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28fe1f79-4387-47ab-bcee-0ff341305dc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:15.459958622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28fe1f79-4387-47ab-bcee-0ff341305dc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:15.779519336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41b384b7-bb67-42d2-959c-35843b81af7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:15.784951909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41b384b7-bb67-42d2-959c-35843b81af7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:15.792529702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41b384b7-bb67-42d2-959c-35843b81af7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:15.797779326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41b384b7-bb67-42d2-959c-35843b81af7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:16.122460684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63c952dd-c25f-43f0-b67f-3d3fd5b335c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:16.126768847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63c952dd-c25f-43f0-b67f-3d3fd5b335c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:16.130609585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63c952dd-c25f-43f0-b67f-3d3fd5b335c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:16.135079631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63c952dd-c25f-43f0-b67f-3d3fd5b335c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:16.303353003Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-9de872","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-9de872","reconcileID":"5ac0521e-0e3e-47ae-98fd-e9a5491b3dd6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-9de872","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-9de872":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:16.567337559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1ca3e0d-cb95-4702-81b3-43b95340291e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:16.573741781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1ca3e0d-cb95-4702-81b3-43b95340291e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:16.577599174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1ca3e0d-cb95-4702-81b3-43b95340291e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:16.581467026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1ca3e0d-cb95-4702-81b3-43b95340291e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:16.903654949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22d06fb1-519d-4b2c-bb5c-270c08f00ad5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:16.907089933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22d06fb1-519d-4b2c-bb5c-270c08f00ad5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:16.910085183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22d06fb1-519d-4b2c-bb5c-270c08f00ad5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:16.913833569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22d06fb1-519d-4b2c-bb5c-270c08f00ad5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:17.268049235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45d0bded-ddb9-4e53-94a1-f5bf6ed42f3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:17.271206511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45d0bded-ddb9-4e53-94a1-f5bf6ed42f3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:17.274222898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45d0bded-ddb9-4e53-94a1-f5bf6ed42f3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:17.277371053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45d0bded-ddb9-4e53-94a1-f5bf6ed42f3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:17.595863844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b0ff893-ec09-4186-b9a9-39ffa9cc18be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:17.66861022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b0ff893-ec09-4186-b9a9-39ffa9cc18be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:17.676026326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b0ff893-ec09-4186-b9a9-39ffa9cc18be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:17.682179751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b0ff893-ec09-4186-b9a9-39ffa9cc18be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:18.011321763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2bf0d44-108f-4ef8-b324-eee08254848c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:18.020894849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2bf0d44-108f-4ef8-b324-eee08254848c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:18.025291525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2bf0d44-108f-4ef8-b324-eee08254848c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:18.028802852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2bf0d44-108f-4ef8-b324-eee08254848c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:18.087302862Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-0458df","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-0458df","reconcileID":"09be7df1-5a8e-4c3d-b273-cda75506bac3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-0458df","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w4-0458df":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:18.271309132Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-85cb41","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-85cb41","reconcileID":"27f762b7-6eb4-4d98-a5e0-b8f938666eae","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-85cb41","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w1-85cb41":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:18.370741095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36dd973b-e274-4da4-a267-30932bb2ea8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:18.373885054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36dd973b-e274-4da4-a267-30932bb2ea8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:18.377878902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36dd973b-e274-4da4-a267-30932bb2ea8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:18.381558905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36dd973b-e274-4da4-a267-30932bb2ea8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:18.642642728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dfea175-2dec-436d-9915-38ffae09fede","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:18.645826026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dfea175-2dec-436d-9915-38ffae09fede","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:18.656228087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dfea175-2dec-436d-9915-38ffae09fede","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:18.660231013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dfea175-2dec-436d-9915-38ffae09fede","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:18.669538942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"default-tenant","reconcileID":"24d76ddf-f8f6-4e13-98ba-c57da31a2436","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:18.692000206Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"default-tenant","reconcileID":"24d76ddf-f8f6-4e13-98ba-c57da31a2436","name":"e2e-worker-w0-9de872-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:19.042754637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff22fc02-46ed-420b-94c0-ca82484c4241","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:19.045797172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff22fc02-46ed-420b-94c0-ca82484c4241","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:19.048905998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff22fc02-46ed-420b-94c0-ca82484c4241","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:19.05199985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff22fc02-46ed-420b-94c0-ca82484c4241","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:19.243168697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57496415-df19-4688-ac01-d161c0f51141","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:19.246089637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57496415-df19-4688-ac01-d161c0f51141","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:19.25730401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57496415-df19-4688-ac01-d161c0f51141","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:19.260265159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57496415-df19-4688-ac01-d161c0f51141","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:21.425222074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"default-tenant","reconcileID":"a32d0091-7604-4f90-a46b-049c38ad1a83","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:21.443017921Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"default-tenant","reconcileID":"a32d0091-7604-4f90-a46b-049c38ad1a83","name":"e2e-worker-w2-39bde3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:22.232025795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"default-tenant","reconcileID":"9c004d1c-e61e-4952-a665-d7d8a7924f3b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:22.256184175Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"default-tenant","reconcileID":"9c004d1c-e61e-4952-a665-d7d8a7924f3b","name":"e2e-worker-w4-0458df-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:23.05600959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"default-tenant","reconcileID":"7e79c6e9-d97f-447d-9a5d-8663b36d4ee1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:23.100496489Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"default-tenant","reconcileID":"7e79c6e9-d97f-447d-9a5d-8663b36d4ee1","name":"e2e-worker-w1-85cb41-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:25.418125843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"267949ae-40b8-4d63-b9cc-52ebf46a911f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:25.427421641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"267949ae-40b8-4d63-b9cc-52ebf46a911f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:25.432203537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"267949ae-40b8-4d63-b9cc-52ebf46a911f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:25.436352276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"267949ae-40b8-4d63-b9cc-52ebf46a911f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:25.898756965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5379cf7a-3b53-4838-872f-8d2286ad248f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:25.906215249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5379cf7a-3b53-4838-872f-8d2286ad248f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:25.911256849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5379cf7a-3b53-4838-872f-8d2286ad248f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:25.914468732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5379cf7a-3b53-4838-872f-8d2286ad248f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:26.286544105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba8e26fd-1e96-4573-aeef-855bca0804a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:26.2896441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba8e26fd-1e96-4573-aeef-855bca0804a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:26.293455035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba8e26fd-1e96-4573-aeef-855bca0804a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:26.297995056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba8e26fd-1e96-4573-aeef-855bca0804a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:26.6002682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"517e150c-241e-44c4-8d14-4f727b408903","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:26.605132372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"517e150c-241e-44c4-8d14-4f727b408903","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:26.611972636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"517e150c-241e-44c4-8d14-4f727b408903","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:26.693119107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"517e150c-241e-44c4-8d14-4f727b408903","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:27.127412652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"299f1523-09bb-4c38-9098-7fd8bcda1232","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:27.13145203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"299f1523-09bb-4c38-9098-7fd8bcda1232","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:27.136184631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"299f1523-09bb-4c38-9098-7fd8bcda1232","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:27.140307995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"299f1523-09bb-4c38-9098-7fd8bcda1232","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:27.511150851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65e083ec-f3ee-4fb8-846b-2ca9fbbc6e95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:27.516780139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65e083ec-f3ee-4fb8-846b-2ca9fbbc6e95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:27.51994053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65e083ec-f3ee-4fb8-846b-2ca9fbbc6e95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:27.5237254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65e083ec-f3ee-4fb8-846b-2ca9fbbc6e95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:27.880255979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1db610c-1038-4997-8cdc-61511d61bff2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:27.88532713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1db610c-1038-4997-8cdc-61511d61bff2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:27.890421219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1db610c-1038-4997-8cdc-61511d61bff2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:27.893635047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1db610c-1038-4997-8cdc-61511d61bff2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:28.29428342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4b9a35f-6ca1-497d-aeab-923ff1a0f4e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:28.298253381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4b9a35f-6ca1-497d-aeab-923ff1a0f4e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:28.303364828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4b9a35f-6ca1-497d-aeab-923ff1a0f4e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:28.308813381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4b9a35f-6ca1-497d-aeab-923ff1a0f4e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:28.606698892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49466722-ba2e-43f1-bb7e-60feda8bf41b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:28.610533137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49466722-ba2e-43f1-bb7e-60feda8bf41b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:28.613961457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49466722-ba2e-43f1-bb7e-60feda8bf41b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:28.617136558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49466722-ba2e-43f1-bb7e-60feda8bf41b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:31.189837547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42996d8b-8503-461f-ab7b-f8558e18c1b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:31.209064678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42996d8b-8503-461f-ab7b-f8558e18c1b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:31.214959219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42996d8b-8503-461f-ab7b-f8558e18c1b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:31.218366718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42996d8b-8503-461f-ab7b-f8558e18c1b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:31.41369639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37329130-7929-4502-8066-ac283cd611b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:31.416815112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37329130-7929-4502-8066-ac283cd611b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:31.419821964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37329130-7929-4502-8066-ac283cd611b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:31.423183074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37329130-7929-4502-8066-ac283cd611b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:33.752419533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f4c95e5-fc7c-4a78-8e65-24abbcd61708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:33.767065288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f4c95e5-fc7c-4a78-8e65-24abbcd61708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:33.786863808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f4c95e5-fc7c-4a78-8e65-24abbcd61708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:33.803374225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f4c95e5-fc7c-4a78-8e65-24abbcd61708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:34.024419555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b783e48b-7c61-4053-963d-2eb1349888f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:34.027780793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b783e48b-7c61-4053-963d-2eb1349888f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:34.030676603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b783e48b-7c61-4053-963d-2eb1349888f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:34.033635123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b783e48b-7c61-4053-963d-2eb1349888f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:34.755510865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80e65587-1264-4f60-8049-4f1d88d8f65b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:34.762851729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80e65587-1264-4f60-8049-4f1d88d8f65b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:34.768268969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80e65587-1264-4f60-8049-4f1d88d8f65b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:34.772532889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80e65587-1264-4f60-8049-4f1d88d8f65b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:35.072270362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b735f8c4-196e-4f9e-8216-8ce5295aa893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:35.079724213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b735f8c4-196e-4f9e-8216-8ce5295aa893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:35.084418282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b735f8c4-196e-4f9e-8216-8ce5295aa893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:35.092064956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b735f8c4-196e-4f9e-8216-8ce5295aa893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:35.223072653Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"26e4ae17-eb6f-4bf9-9d97-ef7a4758d1da","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:35.321627184Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ab75b66a-6dc9-48d4-89c7-cdc6e44c4251","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:36.015281117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"191d4c77-e25a-483c-97b4-9fac0efa5f18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:36.021585348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"191d4c77-e25a-483c-97b4-9fac0efa5f18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:36.026280652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"191d4c77-e25a-483c-97b4-9fac0efa5f18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:36.029693121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"191d4c77-e25a-483c-97b4-9fac0efa5f18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:36.421813096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bea5e9eb-1a50-410c-96cc-d931756aac88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:36.427249909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bea5e9eb-1a50-410c-96cc-d931756aac88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:36.43035698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bea5e9eb-1a50-410c-96cc-d931756aac88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:36.433548484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bea5e9eb-1a50-410c-96cc-d931756aac88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:40.390366226Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:41.247628894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1cc6c94f-38f9-43d6-a354-afcc3266700f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:41.346283937Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7b01d46c-53e3-4d08-ac1e-fa0d563c283f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:43.235363083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"ad1e22f9-4208-4a49-afd5-b1634cb2c76b","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:49.914047984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"c5bdcf30-660c-4f2e-962e-e5fbdcc70db4","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:49.938940817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"e818ce77-c6f9-472c-a258-29809b545a8d","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:52.702242187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"4830fe89-8714-499b-962d-2252d411aa74","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:56.46777503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"55b005f0-55a9-478c-9589-06221f03eb34","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:56.489619343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"f08d2ad1-4060-4ccd-be3f-0194b42d0d17","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:58.816757232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"0576fbb0-9689-4160-9cf5-afeb0229e043","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:00.297314549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"0750ca7c-6bf9-4698-b24c-64a21ca7b2d4","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:02.932377049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"bf43eec2-1a93-4084-a031-fd79c643a8d8","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:02.9531999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"4f7316a4-ede1-4718-a706-68e70f91abb3","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:06.268891832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"addef8d1-2ced-4925-a1f4-503d82785180","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:06.335186986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"d4c722ef-bf55-4d8c-b946-4f52e35a08f2","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:06.510656224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"46b2e5e1-aaa0-4433-ac17-9fab2aba446d","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:09.926796359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"b8e2393a-86c9-4068-b909-cca31e1c5ab1","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"premium-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"premium-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:10.110897168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"2387a345-1c51-4964-bd08-149b72e6a5d9","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:10.123726933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f6288769-2ec6-4d1c-8208-ebb0e9dc9bc6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:10.123745462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f6288769-2ec6-4d1c-8208-ebb0e9dc9bc6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:10.124482309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"d71301d8-1ffb-4e04-ad47-15430af38396","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:49:10.127796404Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-2889dd/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:10.130713082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"0f0ebb24-8eef-4002-b973-e93c03d6aeeb","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:10.137224373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a87f3885-4fa6-4cf9-ad65-a0cc51fa8aea","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:10.137239878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a87f3885-4fa6-4cf9-ad65-a0cc51fa8aea","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:10.156960301Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-subscription","reconcileID":"9b169034-1e72-4ffb-ac01-01ac86841a9f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"simulator-w3-2889dd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-2889dd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:10.182118113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"464e7eac-1981-4128-a172-3b25ab398bbd","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:10.249796123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-subscription","reconcileID":"86cdab37-dc39-4379-94b4-a1a7b2dfe602","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:10.322058854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"16e6472b-49e0-484f-b61c-45579ce63632","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:10.334445268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"b7ce0a80-bbc6-432a-ab61-f4ca7ce4412e","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:10.336657569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"10471c7b-c96e-4e21-87cd-497ec7fe2e48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:49:10.341639004Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"b7ce0a80-bbc6-432a-ab61-f4ca7ce4412e","name":"simulator-w3-2889dd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-2889dd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:49:10.341692369Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"b7ce0a80-bbc6-432a-ab61-f4ca7ce4412e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-2889dd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:10.346926401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"f30cc539-abfe-410f-91bb-6d9f37acaca6","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:10.351181616Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-subscription","reconcileID":"28b7ad21-5e38-48c9-b881-de1b25f74282","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:10.368762709Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"10471c7b-c96e-4e21-87cd-497ec7fe2e48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:10.37870659Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-2889dd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"10471c7b-c96e-4e21-87cd-497ec7fe2e48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:10.388291271Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:10.388713897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"2054496d-cb78-4798-95d6-d7a1397cb261","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:10.445445236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"58a9fd16-bce8-4c2c-9fb1-6e0d8b98183e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:10.454637127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"58a9fd16-bce8-4c2c-9fb1-6e0d8b98183e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:10.461521953Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-2889dd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"58a9fd16-bce8-4c2c-9fb1-6e0d8b98183e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:10.515305593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"b6870a1d-eb24-4544-bc48-b25bc487cd2d","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"premium-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"premium-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:10.526406098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"10ba735a-d009-427b-8adf-4b5462d753a4","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:10.532904377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"920a1554-ba09-4bda-be0c-73202e3c66c2","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"premium-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"premium-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:10.538908734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"50a574e6-9ec9-4ad6-8e9f-2e483cd8835f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:49:10.54769657Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-subscription","reconcileID":"3d8ac457-3294-4e78-a317-80f7a712ff63","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:10.551882818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"50a574e6-9ec9-4ad6-8e9f-2e483cd8835f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:10.560706746Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-2889dd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"50a574e6-9ec9-4ad6-8e9f-2e483cd8835f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:10.587478155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"bcc33b1a-84a2-473c-82b5-57868029ddca","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"premium-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"premium-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:10.602818717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"58d315f0-b4fb-44d6-91ca-3b96e24e7259","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"premium-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"premium-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:10.660088728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"f8d246ae-50d8-4645-a0dd-b0cca44d93d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:10.671285815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"f8d246ae-50d8-4645-a0dd-b0cca44d93d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:10.672555074Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-subscription","reconcileID":"71ac0fee-c303-4a3b-803b-1baab1e518a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-premium-w3-2889dd","model":"premium-w3-2889dd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-2889dd/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:10.679387026Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-2889dd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"f8d246ae-50d8-4645-a0dd-b0cca44d93d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:10.773009484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"b8138ae8-b6f9-4baa-9ff7-9c99b6727ce0","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"premium-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"premium-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:10.774247503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"5c30a7ad-8b8d-4696-8696-8bec472e3319","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"premium-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"premium-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:10.793229444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"88d60807-eae6-4b55-b6ec-fd4d0feef7de","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"premium-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"premium-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:49:10.79922747Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"88d60807-eae6-4b55-b6ec-fd4d0feef7de","name":"premium-w3-2889dd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-2889dd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:49:10.799280472Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"88d60807-eae6-4b55-b6ec-fd4d0feef7de","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-2889dd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:10.803521825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-subscription","reconcileID":"ce9cb9e0-e765-48e6-8eb0-91e8751e8793","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-premium-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/premium-w3-2889dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:10.804616279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"7245f4a9-a611-4f75-9843-9f8ab8c33f9e","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"premium-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"premium-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:10.805065764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"fdcf5b51-54a9-473b-9943-778f25deaa4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:10.806118033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"de31c770-d6cf-4b81-9019-95ae62fab557","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:10.821522105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"fdcf5b51-54a9-473b-9943-778f25deaa4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:10.830781957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"de31c770-d6cf-4b81-9019-95ae62fab557","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:10.839380125Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-2889dd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"fdcf5b51-54a9-473b-9943-778f25deaa4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:10.846180154Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-2889dd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"de31c770-d6cf-4b81-9019-95ae62fab557","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:10.858539761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"e54e4c7c-ea31-431b-ad6c-ffc53430719b","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"premium-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"premium-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:10.907206577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-subscription","reconcileID":"79eef553-0a15-4d3c-b9d8-91c2ce28ee6c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-premium-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/premium-w3-2889dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:10.908108086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"ce042801-9c50-41c7-b0c0-66b39bc560e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:10.919678663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"ce042801-9c50-41c7-b0c0-66b39bc560e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:10.930730866Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-2889dd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"ce042801-9c50-41c7-b0c0-66b39bc560e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:13.006757859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"b28d6e1b-f06c-4b94-9640-8ccdff09f90a","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:13.036344823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"bd7c7ab8-86ac-40f9-9970-4f44830ffb35","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:15.85928984Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-subscription","reconcileID":"503b7d28-298f-48a7-a988-fa9b96670c9e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:15.885569482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"7fe80060-76a2-4b04-9cb1-1e0febf99c32","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:15.955685687Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-subscription","reconcileID":"663bf055-aed0-4f28-a81d-f726214d2d8d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-premium-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/premium-w3-2889dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:15.986677778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"566c1d67-3d19-48e7-a1e5-4bb10b28ca41","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"premium-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"premium-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:16.014429144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"341f9d8a-28b9-4ff1-8212-b4dd29cbf4d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:16.014474494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"534cb509-1e8a-4822-8578-17c0213e1a49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:16.022261496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"534cb509-1e8a-4822-8578-17c0213e1a49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:16.022794854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"341f9d8a-28b9-4ff1-8212-b4dd29cbf4d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:16.029228282Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-2889dd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3c9c987404da94ea333c59de7dc7d4a2aa13039cd02e08b960f375a2050b96a5) AuthConfig (1febf68006bcd9667d5e910c0f970c9930cfcc0cd58995b1ddf45d465d51c3a2) AuthConfig (096a581395088fcbf7bd1511c8730f3ad2f7147d96860a87342cf161801ebf3d) AuthConfig (f9191deced7d71bc968a350250f09a6884d8b48155aee16fe2a85f81c7487d92) AuthConfig (2d406d30e33c9f5ea59680f0d8337e6f123ee13443067e396a7a331d9339a1f5) AuthConfig (f5e8ff1546cc127208c3bf76ff860ada612f7aee057f87cb376ecf56596ca26f) AuthConfig (1f8841833e6e1b44f4aebfb84ccd531ca9f771476275729eb060de621e0c31d5) AuthConfig (b7d16921e456b184ee868295f0137f2d5b5fa002043ef637e7ad98668f0f0f26) AuthConfig (bfd2763a626dad2a09ce1865d99a1f79db225d1cd513bf8425bce688bc0e14a8) AuthConfig (2a0a7c98e01555fc3cdb676a295f18cad65d9507786c5e045df0c12bfc515ac7) AuthConfig (6c7cd641f17095600a00df6ee9f0fc972a75e386d245f34324f03878be1a4ffe) AuthConfig (6963107c0c8fcc2ed465062b5c5e8bb3977fd39c6e42c371a22bb94c8fcdd356) AuthConfig (1b34f6a01611035fe67e8420efa5e8890cfbaf28a89895d41c44a8dc2feb35af) AuthConfig (3a9a690aca5754d72daf6e9d7fee4955c73e2819b070429a587c0da93c4fea39) AuthConfig (44a704f2024a65f046fda2de9eca155b6a45721b6e718cba72f6b2932c514896) AuthConfig (182780c4d6ba1bed21348df620b5e8d880894209a4930ed41feda6cd1678339a) AuthConfig (28db7556bdf16b1e2c006713691350c69f5faf59b371f60a0ca2494c19156336) AuthConfig (c43fcba13ff05fee28d8ec3c6e3ea621a0054daa605ce0f79a43eb4a589b5377) AuthConfig (7c8ca010c679ec727f415c0f7cd1d41aa954862efaef18792a359ebf712283df) AuthConfig (c70cc3a877b2ee884834fe143bb15d1869f772fff6fc4be16789450d16487d7d) AuthConfig (05b78689333ae654f2a635809328e4587ecbfc6c837f73f32dcd00ed2e8023e6) AuthConfig (f4617c2733ae44736cca94335d8897d8f0326527de8e3222d4b0b51989dcb5d7) AuthConfig (3815267f5e65d851227b6fee89ef00de24bb2a0258f86bb80c49c150dd11eb26) AuthConfig (ece107a3004d49fef851960439ba1bce0e69454ff5c2a71142bcf1921edde945) AuthConfig (6519e9980072bafa44d382f7b4b151420a49fdfbc4556ded7c172202241a793c) AuthConfig (07100e90b97e2c7ab1283102347bcfa9b8026964e397b0d12c0d32dac962b0d8) AuthConfig (40a3107827992a0ee026e11343c86c28a084e2e512a492e3bed2e2f752abaeda) AuthConfig (faa27095dac221541f533789d4225143b42e2e776138a4e0a165f552e20d6404) AuthConfig (e6f63d29ce73225a6e3c549acc169a654cc2952c03ee78b124dbee54b2d45c1f) AuthConfig (5945583a44a81127a90915fad158d7b470dfb61ac0d271144c5dc288016026b8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"534cb509-1e8a-4822-8578-17c0213e1a49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:16.031368384Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-2889dd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3c9c987404da94ea333c59de7dc7d4a2aa13039cd02e08b960f375a2050b96a5) AuthConfig (1febf68006bcd9667d5e910c0f970c9930cfcc0cd58995b1ddf45d465d51c3a2) AuthConfig (096a581395088fcbf7bd1511c8730f3ad2f7147d96860a87342cf161801ebf3d) AuthConfig (f9191deced7d71bc968a350250f09a6884d8b48155aee16fe2a85f81c7487d92) AuthConfig (2d406d30e33c9f5ea59680f0d8337e6f123ee13443067e396a7a331d9339a1f5) AuthConfig (f5e8ff1546cc127208c3bf76ff860ada612f7aee057f87cb376ecf56596ca26f) AuthConfig (1f8841833e6e1b44f4aebfb84ccd531ca9f771476275729eb060de621e0c31d5) AuthConfig (b7d16921e456b184ee868295f0137f2d5b5fa002043ef637e7ad98668f0f0f26) AuthConfig (bfd2763a626dad2a09ce1865d99a1f79db225d1cd513bf8425bce688bc0e14a8) AuthConfig (2a0a7c98e01555fc3cdb676a295f18cad65d9507786c5e045df0c12bfc515ac7) AuthConfig (6c7cd641f17095600a00df6ee9f0fc972a75e386d245f34324f03878be1a4ffe) AuthConfig (6963107c0c8fcc2ed465062b5c5e8bb3977fd39c6e42c371a22bb94c8fcdd356) AuthConfig (1b34f6a01611035fe67e8420efa5e8890cfbaf28a89895d41c44a8dc2feb35af) AuthConfig (3a9a690aca5754d72daf6e9d7fee4955c73e2819b070429a587c0da93c4fea39) AuthConfig (44a704f2024a65f046fda2de9eca155b6a45721b6e718cba72f6b2932c514896) AuthConfig (182780c4d6ba1bed21348df620b5e8d880894209a4930ed41feda6cd1678339a) AuthConfig (28db7556bdf16b1e2c006713691350c69f5faf59b371f60a0ca2494c19156336) AuthConfig (c43fcba13ff05fee28d8ec3c6e3ea621a0054daa605ce0f79a43eb4a589b5377) AuthConfig (7c8ca010c679ec727f415c0f7cd1d41aa954862efaef18792a359ebf712283df) AuthConfig (c70cc3a877b2ee884834fe143bb15d1869f772fff6fc4be16789450d16487d7d) AuthConfig (05b78689333ae654f2a635809328e4587ecbfc6c837f73f32dcd00ed2e8023e6) AuthConfig (f4617c2733ae44736cca94335d8897d8f0326527de8e3222d4b0b51989dcb5d7) AuthConfig (3815267f5e65d851227b6fee89ef00de24bb2a0258f86bb80c49c150dd11eb26) AuthConfig (ece107a3004d49fef851960439ba1bce0e69454ff5c2a71142bcf1921edde945) AuthConfig (6519e9980072bafa44d382f7b4b151420a49fdfbc4556ded7c172202241a793c) AuthConfig (07100e90b97e2c7ab1283102347bcfa9b8026964e397b0d12c0d32dac962b0d8) AuthConfig (40a3107827992a0ee026e11343c86c28a084e2e512a492e3bed2e2f752abaeda) AuthConfig (faa27095dac221541f533789d4225143b42e2e776138a4e0a165f552e20d6404) AuthConfig (e6f63d29ce73225a6e3c549acc169a654cc2952c03ee78b124dbee54b2d45c1f) AuthConfig (5945583a44a81127a90915fad158d7b470dfb61ac0d271144c5dc288016026b8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"341f9d8a-28b9-4ff1-8212-b4dd29cbf4d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:16.039365613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"d55c1b14-6a86-41e7-bb82-f4497a548c86","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"premium-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"premium-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:16.042012463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"f2cba0d3-4f1c-4b56-81e5-ba612fde8118","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:16.114887294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"864565c2-82d5-46e3-b973-e12ebc48490a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:16.114887185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"e0f363c0-037d-40c4-9087-023ef710c4f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:16.122682853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"864565c2-82d5-46e3-b973-e12ebc48490a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:16.123729419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"e0f363c0-037d-40c4-9087-023ef710c4f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:16.128509423Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-2889dd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3c9c987404da94ea333c59de7dc7d4a2aa13039cd02e08b960f375a2050b96a5) AuthConfig (1febf68006bcd9667d5e910c0f970c9930cfcc0cd58995b1ddf45d465d51c3a2) AuthConfig (096a581395088fcbf7bd1511c8730f3ad2f7147d96860a87342cf161801ebf3d) AuthConfig (f9191deced7d71bc968a350250f09a6884d8b48155aee16fe2a85f81c7487d92) AuthConfig (2d406d30e33c9f5ea59680f0d8337e6f123ee13443067e396a7a331d9339a1f5) AuthConfig (f5e8ff1546cc127208c3bf76ff860ada612f7aee057f87cb376ecf56596ca26f) AuthConfig (1f8841833e6e1b44f4aebfb84ccd531ca9f771476275729eb060de621e0c31d5) AuthConfig (b7d16921e456b184ee868295f0137f2d5b5fa002043ef637e7ad98668f0f0f26) AuthConfig (bfd2763a626dad2a09ce1865d99a1f79db225d1cd513bf8425bce688bc0e14a8) AuthConfig (2a0a7c98e01555fc3cdb676a295f18cad65d9507786c5e045df0c12bfc515ac7) AuthConfig (6c7cd641f17095600a00df6ee9f0fc972a75e386d245f34324f03878be1a4ffe) AuthConfig (6963107c0c8fcc2ed465062b5c5e8bb3977fd39c6e42c371a22bb94c8fcdd356) AuthConfig (1b34f6a01611035fe67e8420efa5e8890cfbaf28a89895d41c44a8dc2feb35af) AuthConfig (3a9a690aca5754d72daf6e9d7fee4955c73e2819b070429a587c0da93c4fea39) AuthConfig (44a704f2024a65f046fda2de9eca155b6a45721b6e718cba72f6b2932c514896) AuthConfig (182780c4d6ba1bed21348df620b5e8d880894209a4930ed41feda6cd1678339a) AuthConfig (28db7556bdf16b1e2c006713691350c69f5faf59b371f60a0ca2494c19156336) AuthConfig (c43fcba13ff05fee28d8ec3c6e3ea621a0054daa605ce0f79a43eb4a589b5377) AuthConfig (7c8ca010c679ec727f415c0f7cd1d41aa954862efaef18792a359ebf712283df) AuthConfig (c70cc3a877b2ee884834fe143bb15d1869f772fff6fc4be16789450d16487d7d) AuthConfig (05b78689333ae654f2a635809328e4587ecbfc6c837f73f32dcd00ed2e8023e6) AuthConfig (f4617c2733ae44736cca94335d8897d8f0326527de8e3222d4b0b51989dcb5d7) AuthConfig (3815267f5e65d851227b6fee89ef00de24bb2a0258f86bb80c49c150dd11eb26) AuthConfig (ece107a3004d49fef851960439ba1bce0e69454ff5c2a71142bcf1921edde945) AuthConfig (6519e9980072bafa44d382f7b4b151420a49fdfbc4556ded7c172202241a793c) AuthConfig (07100e90b97e2c7ab1283102347bcfa9b8026964e397b0d12c0d32dac962b0d8) AuthConfig (40a3107827992a0ee026e11343c86c28a084e2e512a492e3bed2e2f752abaeda) AuthConfig (faa27095dac221541f533789d4225143b42e2e776138a4e0a165f552e20d6404) AuthConfig (e6f63d29ce73225a6e3c549acc169a654cc2952c03ee78b124dbee54b2d45c1f) AuthConfig (5945583a44a81127a90915fad158d7b470dfb61ac0d271144c5dc288016026b8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"864565c2-82d5-46e3-b973-e12ebc48490a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:16.129492009Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-2889dd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3c9c987404da94ea333c59de7dc7d4a2aa13039cd02e08b960f375a2050b96a5) AuthConfig (1febf68006bcd9667d5e910c0f970c9930cfcc0cd58995b1ddf45d465d51c3a2) AuthConfig (096a581395088fcbf7bd1511c8730f3ad2f7147d96860a87342cf161801ebf3d) AuthConfig (f9191deced7d71bc968a350250f09a6884d8b48155aee16fe2a85f81c7487d92) AuthConfig (2d406d30e33c9f5ea59680f0d8337e6f123ee13443067e396a7a331d9339a1f5) AuthConfig (f5e8ff1546cc127208c3bf76ff860ada612f7aee057f87cb376ecf56596ca26f) AuthConfig (1f8841833e6e1b44f4aebfb84ccd531ca9f771476275729eb060de621e0c31d5) AuthConfig (b7d16921e456b184ee868295f0137f2d5b5fa002043ef637e7ad98668f0f0f26) AuthConfig (bfd2763a626dad2a09ce1865d99a1f79db225d1cd513bf8425bce688bc0e14a8) AuthConfig (2a0a7c98e01555fc3cdb676a295f18cad65d9507786c5e045df0c12bfc515ac7) AuthConfig (6c7cd641f17095600a00df6ee9f0fc972a75e386d245f34324f03878be1a4ffe) AuthConfig (6963107c0c8fcc2ed465062b5c5e8bb3977fd39c6e42c371a22bb94c8fcdd356) AuthConfig (1b34f6a01611035fe67e8420efa5e8890cfbaf28a89895d41c44a8dc2feb35af) AuthConfig (3a9a690aca5754d72daf6e9d7fee4955c73e2819b070429a587c0da93c4fea39) AuthConfig (44a704f2024a65f046fda2de9eca155b6a45721b6e718cba72f6b2932c514896) AuthConfig (182780c4d6ba1bed21348df620b5e8d880894209a4930ed41feda6cd1678339a) AuthConfig (28db7556bdf16b1e2c006713691350c69f5faf59b371f60a0ca2494c19156336) AuthConfig (c43fcba13ff05fee28d8ec3c6e3ea621a0054daa605ce0f79a43eb4a589b5377) AuthConfig (7c8ca010c679ec727f415c0f7cd1d41aa954862efaef18792a359ebf712283df) AuthConfig (c70cc3a877b2ee884834fe143bb15d1869f772fff6fc4be16789450d16487d7d) AuthConfig (05b78689333ae654f2a635809328e4587ecbfc6c837f73f32dcd00ed2e8023e6) AuthConfig (f4617c2733ae44736cca94335d8897d8f0326527de8e3222d4b0b51989dcb5d7) AuthConfig (3815267f5e65d851227b6fee89ef00de24bb2a0258f86bb80c49c150dd11eb26) AuthConfig (ece107a3004d49fef851960439ba1bce0e69454ff5c2a71142bcf1921edde945) AuthConfig (6519e9980072bafa44d382f7b4b151420a49fdfbc4556ded7c172202241a793c) AuthConfig (07100e90b97e2c7ab1283102347bcfa9b8026964e397b0d12c0d32dac962b0d8) AuthConfig (40a3107827992a0ee026e11343c86c28a084e2e512a492e3bed2e2f752abaeda) AuthConfig (faa27095dac221541f533789d4225143b42e2e776138a4e0a165f552e20d6404) AuthConfig (e6f63d29ce73225a6e3c549acc169a654cc2952c03ee78b124dbee54b2d45c1f) AuthConfig (5945583a44a81127a90915fad158d7b470dfb61ac0d271144c5dc288016026b8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"e0f363c0-037d-40c4-9087-023ef710c4f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:49:16.133370951Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"e0f363c0-037d-40c4-9087-023ef710c4f8","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:16.214587489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"bc6c6355-fe20-42e5-b81c-fba346ce4bc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:16.222772255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"bc6c6355-fe20-42e5-b81c-fba346ce4bc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:16.229911727Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-2889dd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3c9c987404da94ea333c59de7dc7d4a2aa13039cd02e08b960f375a2050b96a5) AuthConfig (1febf68006bcd9667d5e910c0f970c9930cfcc0cd58995b1ddf45d465d51c3a2) AuthConfig (096a581395088fcbf7bd1511c8730f3ad2f7147d96860a87342cf161801ebf3d) AuthConfig (f9191deced7d71bc968a350250f09a6884d8b48155aee16fe2a85f81c7487d92) AuthConfig (2d406d30e33c9f5ea59680f0d8337e6f123ee13443067e396a7a331d9339a1f5) AuthConfig (f5e8ff1546cc127208c3bf76ff860ada612f7aee057f87cb376ecf56596ca26f) AuthConfig (1f8841833e6e1b44f4aebfb84ccd531ca9f771476275729eb060de621e0c31d5) AuthConfig (b7d16921e456b184ee868295f0137f2d5b5fa002043ef637e7ad98668f0f0f26) AuthConfig (bfd2763a626dad2a09ce1865d99a1f79db225d1cd513bf8425bce688bc0e14a8) AuthConfig (2a0a7c98e01555fc3cdb676a295f18cad65d9507786c5e045df0c12bfc515ac7) AuthConfig (6c7cd641f17095600a00df6ee9f0fc972a75e386d245f34324f03878be1a4ffe) AuthConfig (6963107c0c8fcc2ed465062b5c5e8bb3977fd39c6e42c371a22bb94c8fcdd356) AuthConfig (1b34f6a01611035fe67e8420efa5e8890cfbaf28a89895d41c44a8dc2feb35af) AuthConfig (3a9a690aca5754d72daf6e9d7fee4955c73e2819b070429a587c0da93c4fea39) AuthConfig (44a704f2024a65f046fda2de9eca155b6a45721b6e718cba72f6b2932c514896) AuthConfig (182780c4d6ba1bed21348df620b5e8d880894209a4930ed41feda6cd1678339a) AuthConfig (28db7556bdf16b1e2c006713691350c69f5faf59b371f60a0ca2494c19156336) AuthConfig (c43fcba13ff05fee28d8ec3c6e3ea621a0054daa605ce0f79a43eb4a589b5377) AuthConfig (7c8ca010c679ec727f415c0f7cd1d41aa954862efaef18792a359ebf712283df) AuthConfig (c70cc3a877b2ee884834fe143bb15d1869f772fff6fc4be16789450d16487d7d) AuthConfig (05b78689333ae654f2a635809328e4587ecbfc6c837f73f32dcd00ed2e8023e6) AuthConfig (f4617c2733ae44736cca94335d8897d8f0326527de8e3222d4b0b51989dcb5d7) AuthConfig (3815267f5e65d851227b6fee89ef00de24bb2a0258f86bb80c49c150dd11eb26) AuthConfig (ece107a3004d49fef851960439ba1bce0e69454ff5c2a71142bcf1921edde945) AuthConfig (6519e9980072bafa44d382f7b4b151420a49fdfbc4556ded7c172202241a793c) AuthConfig (07100e90b97e2c7ab1283102347bcfa9b8026964e397b0d12c0d32dac962b0d8) AuthConfig (40a3107827992a0ee026e11343c86c28a084e2e512a492e3bed2e2f752abaeda) AuthConfig (faa27095dac221541f533789d4225143b42e2e776138a4e0a165f552e20d6404) AuthConfig (e6f63d29ce73225a6e3c549acc169a654cc2952c03ee78b124dbee54b2d45c1f) AuthConfig (5945583a44a81127a90915fad158d7b470dfb61ac0d271144c5dc288016026b8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"bc6c6355-fe20-42e5-b81c-fba346ce4bc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:19.363479822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"c84c54ea-2ad0-45d5-8fb1-a902f5ef197f","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"premium-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"premium-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:19.536505558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"10db5cec-4330-4091-a3cd-cbc314f2c635","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:19.544279533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"1b743eb6-e6e9-4a7a-8499-7216fe6a0b5a","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"premium-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"premium-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:19.548561342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"998aa189-71d0-414a-bfcf-a43bfd493001","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:49:19.551914433Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-39bde3/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:19.554903837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"41dea15b-c716-41b9-bc13-21957acd90cf","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:19.57261286Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-subscription","reconcileID":"84bed424-f87d-49f8-b89e-0b60f37fc0e9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-simulator-w2-39bde3","model":"simulator-w2-39bde3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-39bde3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:19.589703044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"8632266e-c489-4261-812b-0617585d2b7c","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:19.671694275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-subscription","reconcileID":"47e401be-aaad-410c-ac0b-08d867692318","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-simulator-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:19.740002769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"26581917-0e52-49e1-8839-f7c0f663f3dc","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:19.751951635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"81e29da4-e4b4-4824-9916-e7144e657c4a","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:49:19.756822935Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"81e29da4-e4b4-4824-9916-e7144e657c4a","name":"simulator-w2-39bde3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-39bde3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:49:19.75688926Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"81e29da4-e4b4-4824-9916-e7144e657c4a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-39bde3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:19.758926417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"a8fa5e80-1cdf-4bec-b34b-13cfb11be66e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:19.762165827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"0b6b90bc-1f46-4e89-9103-4e6ff562230a","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:19.768143439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-subscription","reconcileID":"548b0ce7-a3c9-4987-a49c-480920a9e30c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-simulator-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:19.786010315Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"a8fa5e80-1cdf-4bec-b34b-13cfb11be66e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:19.796086605Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-39bde3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"a8fa5e80-1cdf-4bec-b34b-13cfb11be66e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:19.802595984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"71c0e7f5-9ca9-4858-8cfe-e46798ed7a1d","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:19.862083169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"7fb86e97-0b04-41f9-8310-11bfda496e7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:19.871891196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"7fb86e97-0b04-41f9-8310-11bfda496e7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:19.878426258Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-39bde3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"7fb86e97-0b04-41f9-8310-11bfda496e7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:19.924340139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"996b7dbf-fdf9-4e23-bc32-0d13dc809270","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"premium-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"premium-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:19.939594803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"c20bf252-a2a1-4389-bef9-a77a0172095f","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:19.951511068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"bd7ab77d-097f-4b9c-9846-226d34afe2c4","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"premium-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"premium-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:49:19.952559419Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-39bde3/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:19.961013778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"2190f622-be8a-42cd-b5f6-83fd0c51b63b","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"premium-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"premium-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:19.965489865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"55b00ea0-3c49-4b76-ac60-43d00655ea48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:19.976036439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"55b00ea0-3c49-4b76-ac60-43d00655ea48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:19.983141886Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-39bde3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"55b00ea0-3c49-4b76-ac60-43d00655ea48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:19.985165052Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-subscription","reconcileID":"20faa098-297e-4fee-bb89-acc16a8fcd13","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-premium-w2-39bde3","model":"premium-w2-39bde3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-39bde3/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:20.012171856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"76beb807-f62d-4afe-9fdc-a3b694f5073e","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"premium-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"premium-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:20.060491581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"b873fcd9-b61a-42f5-b750-6baa66d49645","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:20.070787134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"b873fcd9-b61a-42f5-b750-6baa66d49645","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:20.078864651Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-39bde3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"b873fcd9-b61a-42f5-b750-6baa66d49645","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:20.082932755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-subscription","reconcileID":"8650380a-34fc-4b4d-9638-20463bfd133c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-premium-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:20.105581621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"484e952d-888c-4068-90a3-a17d6f7ed560","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"premium-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"premium-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:20.115961007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"7795b0ec-a12f-40ee-baf5-041b46146f19","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"premium-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"premium-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:49:20.122045279Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"7795b0ec-a12f-40ee-baf5-041b46146f19","name":"premium-w2-39bde3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-39bde3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:49:20.122116378Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"7795b0ec-a12f-40ee-baf5-041b46146f19","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-39bde3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:20.127362257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"237032ee-d57b-4a9a-bcac-56dafee394a0","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"premium-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"premium-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:20.166357891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"a1e373b3-ba4a-4b44-966b-174da18366f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:20.166936745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"e48704fe-3592-4088-9de9-01add31e1b4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:20.176251323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"e48704fe-3592-4088-9de9-01add31e1b4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:20.176251321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"a1e373b3-ba4a-4b44-966b-174da18366f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:20.180068559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-subscription","reconcileID":"a150691e-d610-490d-a8ce-31f09ae94662","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-premium-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:20.18422306Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-39bde3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"e48704fe-3592-4088-9de9-01add31e1b4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:20.184389049Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-39bde3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"a1e373b3-ba4a-4b44-966b-174da18366f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:20.192675001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"35f99395-d640-4684-a1a5-ca02fcb42722","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"premium-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"premium-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:20.272441011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"c6e24b55-0e9e-4137-bf7e-d254c458e359","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:20.280609835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"c6e24b55-0e9e-4137-bf7e-d254c458e359","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:20.287691838Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-39bde3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"c6e24b55-0e9e-4137-bf7e-d254c458e359","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:20.323305352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"355b6d53-7dfc-4a1e-a7c0-38ae1bc6ee0a","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:20.482749162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"8c1c0716-e0f1-4851-b452-ae33011118ad","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:20.491158592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"f67555ca-787a-4856-aa0d-1b5cfbd95274","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"premium-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"premium-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:49:20.495467387Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-9de872/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:20.556543337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"5b20ccbc-5b70-4a25-a9cf-0849ac388d02","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:20.556819384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"376d1990-5eae-40a4-b9a4-fd56695a85f7","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:20.570616159Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-subscription","reconcileID":"a9e08d13-9e5b-4874-9722-180f69fdd5b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-simulator-w0-9de872","model":"simulator-w0-9de872","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-9de872/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:20.587395168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"a529bb61-1d00-4238-b6fa-4d098ab335df","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:20.614651052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-subscription","reconcileID":"85845532-3557-48da-8534-20ec2b76cb8d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-simulator-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:20.653048255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"cc178923-1cb2-48c3-b67a-e58c132726bc","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:20.66259809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"02e54d55-13f4-4c40-a89d-25ac21144284","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:20.66475715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"fa734e51-2783-4f06-8fd9-7a1066509d8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:20.696291946Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"fa734e51-2783-4f06-8fd9-7a1066509d8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:20.706520822Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9de872-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"fa734e51-2783-4f06-8fd9-7a1066509d8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:20.720833724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"a512cf39-20b9-46d2-bdab-0c4b1a494c39","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:20.731615071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-subscription","reconcileID":"ac607315-d3d0-446e-bd6f-6b54871cd524","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-simulator-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:20.765684041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"07fd1558-8819-4a20-bf19-ed48024736d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:20.773986699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"07fd1558-8819-4a20-bf19-ed48024736d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:20.779925244Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9de872-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"07fd1558-8819-4a20-bf19-ed48024736d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:20.835969158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"4fcb45d2-1e31-4135-81be-3baa319532ea","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:20.845776266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"582c6496-0ec6-46df-8edc-69156afab131","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:20.848408852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"8aebd778-42c6-4354-b26d-34bca82e333a","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:49:20.849823309Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-9de872/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:20.854032521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"2b84a44a-9ad4-4836-a17b-77bac26e8735","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:20.86554704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"83e367da-0088-4826-991b-be34b92fc7ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:20.872090646Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-subscription","reconcileID":"dce918e5-c338-47ad-bd3a-32b5f4fed15d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-premium-w0-9de872","model":"premium-w0-9de872","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-9de872/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:20.875644919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"83e367da-0088-4826-991b-be34b92fc7ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:20.88196221Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9de872-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"83e367da-0088-4826-991b-be34b92fc7ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:20.889657495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"a955e6a2-9029-4df2-830a-0893e9841850","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:20.968733845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"27593f68-7ee3-4ee5-813e-7ba188e3f0c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:20.969810643Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-subscription","reconcileID":"b18cd15d-377d-44db-a40c-b2e7e49576bc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-premium-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/premium-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:20.976957883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"27593f68-7ee3-4ee5-813e-7ba188e3f0c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:20.984648827Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9de872-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"27593f68-7ee3-4ee5-813e-7ba188e3f0c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:21.019121544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"85b5c02f-23fb-4d26-855b-9b327ac79e2b","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:21.028227061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"c0971a8d-8afd-431f-b130-754967083725","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:49:21.034236898Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"c0971a8d-8afd-431f-b130-754967083725","name":"premium-w0-9de872","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-9de872\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:49:21.034292402Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"c0971a8d-8afd-431f-b130-754967083725","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-9de872\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:21.040342572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"8dec1ae9-a075-4ff6-bed8-2058bb002340","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:21.06797198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-subscription","reconcileID":"ed8b6bb3-90e1-4007-b46f-68a9fe516026","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-premium-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/premium-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:21.068978433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"e5972051-097d-480a-80b5-51f304cb0a01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:21.068978429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"81be77e5-f902-46b9-b2ad-7215ccd87bb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:21.077953814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"e5972051-097d-480a-80b5-51f304cb0a01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:21.078129457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"81be77e5-f902-46b9-b2ad-7215ccd87bb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:21.083893044Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9de872-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"81be77e5-f902-46b9-b2ad-7215ccd87bb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:21.084561211Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9de872-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"e5972051-097d-480a-80b5-51f304cb0a01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:21.091327173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"6b4f4455-8554-4e8b-b938-64d30787dab1","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:21.169557773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"f82d4254-72be-49d3-a092-f6a913629f63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:21.180233587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"f82d4254-72be-49d3-a092-f6a913629f63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:21.186728096Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9de872-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"f82d4254-72be-49d3-a092-f6a913629f63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:49:21.190728644Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"f82d4254-72be-49d3-a092-f6a913629f63","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:21.203800796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"b5c5e77a-2a31-446c-a3b1-bb96c0cf91c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:21.211714647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"b5c5e77a-2a31-446c-a3b1-bb96c0cf91c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:21.218514794Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9de872-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"b5c5e77a-2a31-446c-a3b1-bb96c0cf91c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:21.748892193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"4c24ec1c-4f0f-47e4-9f44-eeac387aa0c4","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"premium-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"premium-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:21.924800531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"5cca50da-edb5-4087-9696-dbff3df527c8","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:21.935680441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"80ed840a-caea-43e4-ab75-525b82f4bfbb","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:21.936520874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"c35f4395-0ee3-485c-97e5-3021c7ebea7f","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:49:21.945035494Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-0458df/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:21.945291757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"44f9f308-77bc-4a6c-adc7-6de42c5733ab","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:21.965606056Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-subscription","reconcileID":"faae2828-8495-49ec-a043-2bfae291a0e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-simulator-w4-0458df","model":"simulator-w4-0458df","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-0458df/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:21.985028864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"70bef6b3-99e3-4d8c-9d47-27f912926456","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:22.068127453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-subscription","reconcileID":"62f47355-e6c8-4e70-ad8e-1dffb2d75f4d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-simulator-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:22.104222103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"f510cdbb-be57-42b3-b315-c97ed6f2b68c","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:22.115808166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"368ce610-473e-42a3-958a-21b529832785","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:22.118901877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"c4c9c2d1-c3aa-4749-b221-fc5f02350caf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:22.14527967Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"c4c9c2d1-c3aa-4749-b221-fc5f02350caf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:22.151824767Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0458df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"c4c9c2d1-c3aa-4749-b221-fc5f02350caf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:22.160411268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"dcc4f671-35de-41e2-936e-86825ef6030d","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:22.163942678Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-subscription","reconcileID":"0fae4938-2920-4295-ac90-82c8da76295c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-simulator-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:22.219229592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"8d366d8c-0f41-42aa-8fd3-57da198c4c89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:22.226938631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"8d366d8c-0f41-42aa-8fd3-57da198c4c89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:22.23414799Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0458df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"8d366d8c-0f41-42aa-8fd3-57da198c4c89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:22.290120996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"4ba9089b-074b-421a-99f0-05f494d15be8","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"premium-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"premium-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:22.297827711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"aa5ecf9a-f7e6-4514-97b6-971472554082","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"premium-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"premium-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:49:22.301080755Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-subscription","reconcileID":"b3fccd2e-800e-4bfe-8144-a3db6e180047","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:22.30517489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"2636a84c-325c-4d03-917f-a7644937d366","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:22.319327995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"fc6fb06d-c1bb-41e4-a96e-c676648e1c35","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"premium-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"premium-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:22.319408353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"356974e2-5b9c-45b8-9868-7ad93e87dd86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:22.326504423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"356974e2-5b9c-45b8-9868-7ad93e87dd86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:22.327585472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"e85964f4-7281-444a-91e7-890817b05ddc","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"premium-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"premium-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:22.3322869Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0458df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"356974e2-5b9c-45b8-9868-7ad93e87dd86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:22.342171732Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-subscription","reconcileID":"0f0fa16e-9a6d-4f74-9eee-ffc9f3c472ae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-premium-w4-0458df","model":"premium-w4-0458df","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-0458df/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:22.361703323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"478cbfd7-cd5e-4d82-a4e4-292855b2813e","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"premium-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"premium-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:22.421419932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"3f90ca5f-c0af-45e9-bec7-f0e4ed6c60b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:22.429210909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"3f90ca5f-c0af-45e9-bec7-f0e4ed6c60b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:22.435120377Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0458df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"3f90ca5f-c0af-45e9-bec7-f0e4ed6c60b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:22.44141648Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-subscription","reconcileID":"df6ccf0b-88e7-40db-a600-df860314f1da","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-premium-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/premium-w4-0458df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:22.473589277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"376bdfd2-7812-4195-9dc4-eb96d931f5b0","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"premium-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"premium-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:22.482993456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"0f8db849-ad7c-47cb-a449-9c4783116836","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"premium-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"premium-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:49:22.487861783Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"0f8db849-ad7c-47cb-a449-9c4783116836","name":"premium-w4-0458df","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-0458df\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:49:22.487919544Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"0f8db849-ad7c-47cb-a449-9c4783116836","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-0458df\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:22.493361231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"3fcfb3ab-d453-4ab6-a260-39fb8f709a23","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"premium-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"premium-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:22.522394021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"e49947d1-16b7-4876-bd15-6b21e2d82c2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:22.522593846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"15cfb258-37d7-4ad7-9d49-d7a9b0363b7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:22.530306071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"e49947d1-16b7-4876-bd15-6b21e2d82c2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:22.531003655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"15cfb258-37d7-4ad7-9d49-d7a9b0363b7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:22.536935735Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0458df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"e49947d1-16b7-4876-bd15-6b21e2d82c2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:22.537810243Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0458df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"15cfb258-37d7-4ad7-9d49-d7a9b0363b7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:22.541297987Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-subscription","reconcileID":"b5e72507-9e48-499a-ac23-0fbe8db34660","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-premium-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/premium-w4-0458df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:22.556984672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"478059dd-60bc-40e6-862a-d825ef1de4ab","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"premium-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"premium-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:22.623370976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"7a43624e-4303-4cfc-861f-1af0e2075b8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:22.630581799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"7a43624e-4303-4cfc-861f-1af0e2075b8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:22.637417987Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0458df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"7a43624e-4303-4cfc-861f-1af0e2075b8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.103435296Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-subscription","reconcileID":"44a0124d-c5e5-4032-8afb-cc6c4a1a517e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-premium-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/premium-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.122145889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"c3bd6a37-8b98-49dd-9f4c-fa957b89fc33","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.270528078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"97879fc2-8666-416c-8f8b-2d99c271ee09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.27815629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"97879fc2-8666-416c-8f8b-2d99c271ee09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.282596581Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-subscription","reconcileID":"c91510bf-44d8-4697-bb21-a7ca9a2b21d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-premium-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.282695882Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-subscription","reconcileID":"89ad55f4-4a07-4aa6-8915-bafedf41ed78","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-simulator-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.283272768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-subscription","reconcileID":"c8525673-19be-4c68-82b1-116040217c4d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-simulator-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.357071843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"67e2aa2a-1ed2-4dee-8936-905db10548b0","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"premium-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"premium-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.363618031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"31e63f0c-2789-47f2-af8c-ee7f45e33c30","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.365780196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"5c5efee0-72f6-4dbb-9af5-1d5187b292cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.366948976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"c6db1086-0f7f-427d-9a0a-659fc8b921be","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.367290191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"1ac7438e-be1c-4022-9d29-995ce91c26a8","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.372862633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"5c5efee0-72f6-4dbb-9af5-1d5187b292cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.411186737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"0083fc0d-a563-4881-953e-a5d06caa2dee","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"premium-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"premium-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.417908583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"dd67a31b-09a1-4b08-b9f3-901c2213aa7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.417911128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"ff1a3b93-fbee-4582-949a-167c98334c52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.418564054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"13592d90-5c02-4b49-be61-cc734c9e294f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.418723067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"46548b2d-7580-40d4-8796-add54705b709","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.425778621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"dd67a31b-09a1-4b08-b9f3-901c2213aa7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.426728397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"ff1a3b93-fbee-4582-949a-167c98334c52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.428004933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"46548b2d-7580-40d4-8796-add54705b709","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.428983695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"13592d90-5c02-4b49-be61-cc734c9e294f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.431601465Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9de872-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7963c645877dbf32798e22e98c4f3bdce003d1d4c44005ed0974a76400838452) AuthConfig (cbf152e1a1dbff821372eb4f1a37a8dd794bb9e0fce909ebc96c617ca5be18cd) AuthConfig (7e746e1f1468f1fa6dabe19feb43b2097ad703c6cfb61240d8bcaa7ebafcf1d3) AuthConfig (beb46c8f398eb5660a8f3845126c2e81b26d61038ffdce4dc80c3ea5a5d67906) AuthConfig (73cf957711845caf17293a55f09afd33377d4c5fad5162a4452135536bc17543) AuthConfig (01f00ec6dc8cad65e4843eb3bca297530992ab48a0df14ecaa788c036d7862d0) AuthConfig (06e23615130badb3472bf5a0da32e320564b3e67cc041624767019a7ae9ad914) AuthConfig (6ed80b4cced27575fc7c8a43859f811cfa60eb51962af1c85d5f51718dc7695c) AuthConfig (bb703f9dd1a8a195606de1fe730a05f43f6f50f8ab71b846e39877bc81520173) AuthConfig (301d72dd8753d03290b140cb87a55ef5ac297eab9a130141e255fce2bd162fc1) AuthConfig (72962d87564e83830d1fa14338a0e71c7d5ad109dd3d7cb2725ce656ed177fd3) AuthConfig (0698b1d6d22a00f77c5afa47acc18d8ac03e53d0538fbd48b68393a3207a1d51) AuthConfig (6ac95636449fec0eb23c1d4c0f1b7e4a1bb0e92afab9baec7432b263b69e1b81) AuthConfig (a3ad7b82f329cd92a14a96f1ff6185d1180a7b1090990285a79b8cb64fa53ec4) AuthConfig (404493d932998a2db177de3038a94634a91f57c7a523cf0d274362071b49554e) AuthConfig (0990f8a57c7566c39d37a5002c05e39b3cee161dab5b9ce3a6797e5b8cc3c057) AuthConfig (916ad617abaae28609a29121cadf07a8fb1c9a7ecc433bc6756863069a35d299) AuthConfig (ffd79397fd8ffc785b089f47d86063db3e04377b6899d07acbbe88d131a9c961) AuthConfig (c83bf901017897889b610e4a5697ef63c438e222c2e0e3021d9b3652d6b51302) AuthConfig (5ca7c6ece80d11c5bd9ef881656ed24d4ef11eb648d6af857378727cf4d2e0e6) AuthConfig (27f430177a3364a19ae2cbfdea8f89772c3422afdcbb9e6111116edc45cbfaa0) AuthConfig (e95a8cffb5b98472438883a30c8f75c7f02df87132bd02fa186a387b76ba41c3) AuthConfig (2dc5f235d1e1e5c7cf079f9609de894c6fe0e70db693868765e4cdf8e36729a3) AuthConfig (a7f0aa6706aa2922d46be30dc359b0903e98cd027c1d62f1ba0945a6aab3fb74) AuthConfig (d47133c855d8dc75d5f845e0f6d575802f3f4c36295eb6da5dcf0628a6d4618c) AuthConfig (c298eb75d3634e9c8b625e697a4506177667695c0e35d429ffc14fe1df4d9a8d) AuthConfig (fd8f67a8ebf16716db1434a847796e5445ea77416406c91c4cd67f066e707a82) AuthConfig (6eb2c05ed907c49db290cf7057a77517f7f2b8edb9e1f3bcb2625e6fa898467f) AuthConfig (a965bb1731f1818309e29b101c6ed1d73438ffef7e69dc50838fcc7d74dd0ff3) AuthConfig (77aa2b715dc606d1aeab375f847b9b5e81aa7358241ddaf8696d03143f7b47ee)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"dd67a31b-09a1-4b08-b9f3-901c2213aa7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.432832188Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-39bde3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a0e09b045e202cef049c9d0de5cf7001dcb761618a07b1d3bab13b8d4684927f) AuthConfig (5b3ebd8e56b5a2cff99e35445468ca2cd8dcc665da984fd429f82bb8350c0d3e) AuthConfig (d47961dd7f5a518d6da8ff73b42b4f2cf2f004a298d9b52e3e4c9717524c1072) AuthConfig (e5ae7b1200659e2d041411ab35f253ff48d01c4c1558f8156c229c55b265ebc4) AuthConfig (02f2ee1e0f2213b2c9ec70f1d26b59dab8a0e0fd9911e7310f874144d1d30bc1) AuthConfig (9db66558502776a029a0463c6f66dc9c3dc6b46179f964321544b209af320bf4) AuthConfig (16797c16f746f602f9c93ab2cb5207ed4d5e8b242fe0a65a5398753b59cd82c7) AuthConfig (c3d4eaf65b39981e35180727678371523d6ff9d27bbae6ae2068954c35e7559e) AuthConfig (34b2fe709b2cedf9c93e8a77c9edd1e77f9869b2450e58885478834d737d0757) AuthConfig (058bea93afc510176e7ce40e3664fe8db8ade32a0b636871425b72c7ff8cb692) AuthConfig (74ec3bd860e967e631a1f92d2ab17478a37fbc9915d00433959d9b31322dcd35) AuthConfig (e70f0b06400fa67b0f94367a7af07c20245b0f470e2282e54a68f01d87cd3b25) AuthConfig (de021651fcf74a9ab72c4fca4f320b2b17bc663d2223d17048722df1530589c3) AuthConfig (8a9e997acfb32270d43a1090c9cff56a98d4895a3c6e0f77a0a95e097043a93b) AuthConfig (274c5f197eb9f07f7994b7984fa1b4e78b914815e7b1918b9cda78189f56e483) AuthConfig (96774498a63cfd52572f00cf10aa62d6806282c76fdd55c674b8db32c6d4f6d1) AuthConfig (883d85fc0431fb678c8c072addbc21ef659804917835995114caf411e6a80ac5) AuthConfig (59063bf08c8038fbb56606ca1a13f7742608b943d499da54cd6726ef19a9f0d4) AuthConfig (040785c00a0d322cd09054c140264f1923dd26a6926975b949719141945309b3) AuthConfig (d462f7f6a54892013f0621f607588ca20ea8e5371adf4ac6102116f54d70c490) AuthConfig (97e16e83156530e81c21e3a17a587257b853bf61d03ac92d930797def482d0c0) AuthConfig (56bfa5d48d9461b64ee158727db2f24946a94a41e7dbc27559d77d85d1030e6d) AuthConfig (9992988cd06ff8e1725a20a678323d7e6be2a5d81dfaa73aaf1663f71b837ad8) AuthConfig (2eca73b62a7a90090fd5b2e614b8104e1fbf9820411f5a0dd07983afe7f1da93) AuthConfig (659afb4a69f86b35abe8bc2f9efbad5d4f72d686fb2d4424e30bd3244cd78f72) AuthConfig (45a52107664de8bf100e3412752f996d1eddc2861b03fe8e9be94cbf6b5286e4) AuthConfig (1c9aef13fe334ad93ca90588289583a526641cc4aead78f1987719bf4873b0a0) AuthConfig (1390aee56feb2cd899571189df999e642e95c196d6f794da0f3b7d99d8d8a53f) AuthConfig (3131932111cc841870adf83fb654b9f2118b933ae4c12350ef0ddb746aefedae) AuthConfig (768f63060ee03e0b0fb072e4151a0222aab133600b21f20082e6465d3a03fcea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"ff1a3b93-fbee-4582-949a-167c98334c52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.43658857Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9de872-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7963c645877dbf32798e22e98c4f3bdce003d1d4c44005ed0974a76400838452) AuthConfig (cbf152e1a1dbff821372eb4f1a37a8dd794bb9e0fce909ebc96c617ca5be18cd) AuthConfig (7e746e1f1468f1fa6dabe19feb43b2097ad703c6cfb61240d8bcaa7ebafcf1d3) AuthConfig (beb46c8f398eb5660a8f3845126c2e81b26d61038ffdce4dc80c3ea5a5d67906) AuthConfig (73cf957711845caf17293a55f09afd33377d4c5fad5162a4452135536bc17543) AuthConfig (01f00ec6dc8cad65e4843eb3bca297530992ab48a0df14ecaa788c036d7862d0) AuthConfig (06e23615130badb3472bf5a0da32e320564b3e67cc041624767019a7ae9ad914) AuthConfig (6ed80b4cced27575fc7c8a43859f811cfa60eb51962af1c85d5f51718dc7695c) AuthConfig (bb703f9dd1a8a195606de1fe730a05f43f6f50f8ab71b846e39877bc81520173) AuthConfig (301d72dd8753d03290b140cb87a55ef5ac297eab9a130141e255fce2bd162fc1) AuthConfig (72962d87564e83830d1fa14338a0e71c7d5ad109dd3d7cb2725ce656ed177fd3) AuthConfig (0698b1d6d22a00f77c5afa47acc18d8ac03e53d0538fbd48b68393a3207a1d51) AuthConfig (6ac95636449fec0eb23c1d4c0f1b7e4a1bb0e92afab9baec7432b263b69e1b81) AuthConfig (a3ad7b82f329cd92a14a96f1ff6185d1180a7b1090990285a79b8cb64fa53ec4) AuthConfig (404493d932998a2db177de3038a94634a91f57c7a523cf0d274362071b49554e) AuthConfig (0990f8a57c7566c39d37a5002c05e39b3cee161dab5b9ce3a6797e5b8cc3c057) AuthConfig (916ad617abaae28609a29121cadf07a8fb1c9a7ecc433bc6756863069a35d299) AuthConfig (ffd79397fd8ffc785b089f47d86063db3e04377b6899d07acbbe88d131a9c961) AuthConfig (c83bf901017897889b610e4a5697ef63c438e222c2e0e3021d9b3652d6b51302) AuthConfig (5ca7c6ece80d11c5bd9ef881656ed24d4ef11eb648d6af857378727cf4d2e0e6) AuthConfig (27f430177a3364a19ae2cbfdea8f89772c3422afdcbb9e6111116edc45cbfaa0) AuthConfig (e95a8cffb5b98472438883a30c8f75c7f02df87132bd02fa186a387b76ba41c3) AuthConfig (2dc5f235d1e1e5c7cf079f9609de894c6fe0e70db693868765e4cdf8e36729a3) AuthConfig (a7f0aa6706aa2922d46be30dc359b0903e98cd027c1d62f1ba0945a6aab3fb74) AuthConfig (d47133c855d8dc75d5f845e0f6d575802f3f4c36295eb6da5dcf0628a6d4618c) AuthConfig (c298eb75d3634e9c8b625e697a4506177667695c0e35d429ffc14fe1df4d9a8d) AuthConfig (fd8f67a8ebf16716db1434a847796e5445ea77416406c91c4cd67f066e707a82) AuthConfig (6eb2c05ed907c49db290cf7057a77517f7f2b8edb9e1f3bcb2625e6fa898467f) AuthConfig (a965bb1731f1818309e29b101c6ed1d73438ffef7e69dc50838fcc7d74dd0ff3) AuthConfig (77aa2b715dc606d1aeab375f847b9b5e81aa7358241ddaf8696d03143f7b47ee)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"46548b2d-7580-40d4-8796-add54705b709","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.43704226Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-39bde3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a0e09b045e202cef049c9d0de5cf7001dcb761618a07b1d3bab13b8d4684927f) AuthConfig (5b3ebd8e56b5a2cff99e35445468ca2cd8dcc665da984fd429f82bb8350c0d3e) AuthConfig (d47961dd7f5a518d6da8ff73b42b4f2cf2f004a298d9b52e3e4c9717524c1072) AuthConfig (e5ae7b1200659e2d041411ab35f253ff48d01c4c1558f8156c229c55b265ebc4) AuthConfig (02f2ee1e0f2213b2c9ec70f1d26b59dab8a0e0fd9911e7310f874144d1d30bc1) AuthConfig (9db66558502776a029a0463c6f66dc9c3dc6b46179f964321544b209af320bf4) AuthConfig (16797c16f746f602f9c93ab2cb5207ed4d5e8b242fe0a65a5398753b59cd82c7) AuthConfig (c3d4eaf65b39981e35180727678371523d6ff9d27bbae6ae2068954c35e7559e) AuthConfig (34b2fe709b2cedf9c93e8a77c9edd1e77f9869b2450e58885478834d737d0757) AuthConfig (058bea93afc510176e7ce40e3664fe8db8ade32a0b636871425b72c7ff8cb692) AuthConfig (74ec3bd860e967e631a1f92d2ab17478a37fbc9915d00433959d9b31322dcd35) AuthConfig (e70f0b06400fa67b0f94367a7af07c20245b0f470e2282e54a68f01d87cd3b25) AuthConfig (de021651fcf74a9ab72c4fca4f320b2b17bc663d2223d17048722df1530589c3) AuthConfig (8a9e997acfb32270d43a1090c9cff56a98d4895a3c6e0f77a0a95e097043a93b) AuthConfig (274c5f197eb9f07f7994b7984fa1b4e78b914815e7b1918b9cda78189f56e483) AuthConfig (96774498a63cfd52572f00cf10aa62d6806282c76fdd55c674b8db32c6d4f6d1) AuthConfig (883d85fc0431fb678c8c072addbc21ef659804917835995114caf411e6a80ac5) AuthConfig (59063bf08c8038fbb56606ca1a13f7742608b943d499da54cd6726ef19a9f0d4) AuthConfig (040785c00a0d322cd09054c140264f1923dd26a6926975b949719141945309b3) AuthConfig (d462f7f6a54892013f0621f607588ca20ea8e5371adf4ac6102116f54d70c490) AuthConfig (97e16e83156530e81c21e3a17a587257b853bf61d03ac92d930797def482d0c0) AuthConfig (56bfa5d48d9461b64ee158727db2f24946a94a41e7dbc27559d77d85d1030e6d) AuthConfig (9992988cd06ff8e1725a20a678323d7e6be2a5d81dfaa73aaf1663f71b837ad8) AuthConfig (2eca73b62a7a90090fd5b2e614b8104e1fbf9820411f5a0dd07983afe7f1da93) AuthConfig (659afb4a69f86b35abe8bc2f9efbad5d4f72d686fb2d4424e30bd3244cd78f72) AuthConfig (45a52107664de8bf100e3412752f996d1eddc2861b03fe8e9be94cbf6b5286e4) AuthConfig (1c9aef13fe334ad93ca90588289583a526641cc4aead78f1987719bf4873b0a0) AuthConfig (1390aee56feb2cd899571189df999e642e95c196d6f794da0f3b7d99d8d8a53f) AuthConfig (3131932111cc841870adf83fb654b9f2118b933ae4c12350ef0ddb746aefedae) AuthConfig (768f63060ee03e0b0fb072e4151a0222aab133600b21f20082e6465d3a03fcea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"13592d90-5c02-4b49-be61-cc734c9e294f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.439747135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"58fec9db-6047-4cda-8696-ac1bb785c747","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.443183651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"344bf427-aabc-469c-a813-64198ef80d6a","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"premium-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"premium-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.446557095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"f085c2a5-eaed-47e9-83c8-bf524648d462","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.456248663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"8d65931e-b4a9-4709-b978-e06ca7e99913","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.520565144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"ad0c9066-f72d-492a-9035-056d3baf6619","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.521122422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"dfc07725-abf4-4b46-b1c8-1fa1ccd2261c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.521193808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"44f63b28-fc04-4e27-9b8c-e6866eb84097","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.521547606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"3e00e1bc-758e-4fae-97ec-200664c30416","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.528841852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"44f63b28-fc04-4e27-9b8c-e6866eb84097","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.529826724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"ad0c9066-f72d-492a-9035-056d3baf6619","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.53108976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"dfc07725-abf4-4b46-b1c8-1fa1ccd2261c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.533169556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"3e00e1bc-758e-4fae-97ec-200664c30416","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.53499779Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9de872-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7963c645877dbf32798e22e98c4f3bdce003d1d4c44005ed0974a76400838452) AuthConfig (cbf152e1a1dbff821372eb4f1a37a8dd794bb9e0fce909ebc96c617ca5be18cd) AuthConfig (7e746e1f1468f1fa6dabe19feb43b2097ad703c6cfb61240d8bcaa7ebafcf1d3) AuthConfig (beb46c8f398eb5660a8f3845126c2e81b26d61038ffdce4dc80c3ea5a5d67906) AuthConfig (73cf957711845caf17293a55f09afd33377d4c5fad5162a4452135536bc17543) AuthConfig (01f00ec6dc8cad65e4843eb3bca297530992ab48a0df14ecaa788c036d7862d0) AuthConfig (06e23615130badb3472bf5a0da32e320564b3e67cc041624767019a7ae9ad914) AuthConfig (6ed80b4cced27575fc7c8a43859f811cfa60eb51962af1c85d5f51718dc7695c) AuthConfig (bb703f9dd1a8a195606de1fe730a05f43f6f50f8ab71b846e39877bc81520173) AuthConfig (301d72dd8753d03290b140cb87a55ef5ac297eab9a130141e255fce2bd162fc1) AuthConfig (72962d87564e83830d1fa14338a0e71c7d5ad109dd3d7cb2725ce656ed177fd3) AuthConfig (0698b1d6d22a00f77c5afa47acc18d8ac03e53d0538fbd48b68393a3207a1d51) AuthConfig (6ac95636449fec0eb23c1d4c0f1b7e4a1bb0e92afab9baec7432b263b69e1b81) AuthConfig (a3ad7b82f329cd92a14a96f1ff6185d1180a7b1090990285a79b8cb64fa53ec4) AuthConfig (404493d932998a2db177de3038a94634a91f57c7a523cf0d274362071b49554e) AuthConfig (0990f8a57c7566c39d37a5002c05e39b3cee161dab5b9ce3a6797e5b8cc3c057) AuthConfig (916ad617abaae28609a29121cadf07a8fb1c9a7ecc433bc6756863069a35d299) AuthConfig (ffd79397fd8ffc785b089f47d86063db3e04377b6899d07acbbe88d131a9c961) AuthConfig (c83bf901017897889b610e4a5697ef63c438e222c2e0e3021d9b3652d6b51302) AuthConfig (5ca7c6ece80d11c5bd9ef881656ed24d4ef11eb648d6af857378727cf4d2e0e6) AuthConfig (27f430177a3364a19ae2cbfdea8f89772c3422afdcbb9e6111116edc45cbfaa0) AuthConfig (e95a8cffb5b98472438883a30c8f75c7f02df87132bd02fa186a387b76ba41c3) AuthConfig (2dc5f235d1e1e5c7cf079f9609de894c6fe0e70db693868765e4cdf8e36729a3) AuthConfig (a7f0aa6706aa2922d46be30dc359b0903e98cd027c1d62f1ba0945a6aab3fb74) AuthConfig (d47133c855d8dc75d5f845e0f6d575802f3f4c36295eb6da5dcf0628a6d4618c) AuthConfig (c298eb75d3634e9c8b625e697a4506177667695c0e35d429ffc14fe1df4d9a8d) AuthConfig (fd8f67a8ebf16716db1434a847796e5445ea77416406c91c4cd67f066e707a82) AuthConfig (6eb2c05ed907c49db290cf7057a77517f7f2b8edb9e1f3bcb2625e6fa898467f) AuthConfig (a965bb1731f1818309e29b101c6ed1d73438ffef7e69dc50838fcc7d74dd0ff3) AuthConfig (77aa2b715dc606d1aeab375f847b9b5e81aa7358241ddaf8696d03143f7b47ee)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"44f63b28-fc04-4e27-9b8c-e6866eb84097","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.536196179Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-39bde3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a0e09b045e202cef049c9d0de5cf7001dcb761618a07b1d3bab13b8d4684927f) AuthConfig (5b3ebd8e56b5a2cff99e35445468ca2cd8dcc665da984fd429f82bb8350c0d3e) AuthConfig (d47961dd7f5a518d6da8ff73b42b4f2cf2f004a298d9b52e3e4c9717524c1072) AuthConfig (e5ae7b1200659e2d041411ab35f253ff48d01c4c1558f8156c229c55b265ebc4) AuthConfig (02f2ee1e0f2213b2c9ec70f1d26b59dab8a0e0fd9911e7310f874144d1d30bc1) AuthConfig (9db66558502776a029a0463c6f66dc9c3dc6b46179f964321544b209af320bf4) AuthConfig (16797c16f746f602f9c93ab2cb5207ed4d5e8b242fe0a65a5398753b59cd82c7) AuthConfig (c3d4eaf65b39981e35180727678371523d6ff9d27bbae6ae2068954c35e7559e) AuthConfig (34b2fe709b2cedf9c93e8a77c9edd1e77f9869b2450e58885478834d737d0757) AuthConfig (058bea93afc510176e7ce40e3664fe8db8ade32a0b636871425b72c7ff8cb692) AuthConfig (74ec3bd860e967e631a1f92d2ab17478a37fbc9915d00433959d9b31322dcd35) AuthConfig (e70f0b06400fa67b0f94367a7af07c20245b0f470e2282e54a68f01d87cd3b25) AuthConfig (de021651fcf74a9ab72c4fca4f320b2b17bc663d2223d17048722df1530589c3) AuthConfig (8a9e997acfb32270d43a1090c9cff56a98d4895a3c6e0f77a0a95e097043a93b) AuthConfig (274c5f197eb9f07f7994b7984fa1b4e78b914815e7b1918b9cda78189f56e483) AuthConfig (96774498a63cfd52572f00cf10aa62d6806282c76fdd55c674b8db32c6d4f6d1) AuthConfig (883d85fc0431fb678c8c072addbc21ef659804917835995114caf411e6a80ac5) AuthConfig (59063bf08c8038fbb56606ca1a13f7742608b943d499da54cd6726ef19a9f0d4) AuthConfig (040785c00a0d322cd09054c140264f1923dd26a6926975b949719141945309b3) AuthConfig (d462f7f6a54892013f0621f607588ca20ea8e5371adf4ac6102116f54d70c490) AuthConfig (97e16e83156530e81c21e3a17a587257b853bf61d03ac92d930797def482d0c0) AuthConfig (56bfa5d48d9461b64ee158727db2f24946a94a41e7dbc27559d77d85d1030e6d) AuthConfig (9992988cd06ff8e1725a20a678323d7e6be2a5d81dfaa73aaf1663f71b837ad8) AuthConfig (2eca73b62a7a90090fd5b2e614b8104e1fbf9820411f5a0dd07983afe7f1da93) AuthConfig (659afb4a69f86b35abe8bc2f9efbad5d4f72d686fb2d4424e30bd3244cd78f72) AuthConfig (45a52107664de8bf100e3412752f996d1eddc2861b03fe8e9be94cbf6b5286e4) AuthConfig (1c9aef13fe334ad93ca90588289583a526641cc4aead78f1987719bf4873b0a0) AuthConfig (1390aee56feb2cd899571189df999e642e95c196d6f794da0f3b7d99d8d8a53f) AuthConfig (3131932111cc841870adf83fb654b9f2118b933ae4c12350ef0ddb746aefedae) AuthConfig (768f63060ee03e0b0fb072e4151a0222aab133600b21f20082e6465d3a03fcea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"ad0c9066-f72d-492a-9035-056d3baf6619","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.538513822Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9de872-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7963c645877dbf32798e22e98c4f3bdce003d1d4c44005ed0974a76400838452) AuthConfig (cbf152e1a1dbff821372eb4f1a37a8dd794bb9e0fce909ebc96c617ca5be18cd) AuthConfig (7e746e1f1468f1fa6dabe19feb43b2097ad703c6cfb61240d8bcaa7ebafcf1d3) AuthConfig (beb46c8f398eb5660a8f3845126c2e81b26d61038ffdce4dc80c3ea5a5d67906) AuthConfig (73cf957711845caf17293a55f09afd33377d4c5fad5162a4452135536bc17543) AuthConfig (01f00ec6dc8cad65e4843eb3bca297530992ab48a0df14ecaa788c036d7862d0) AuthConfig (06e23615130badb3472bf5a0da32e320564b3e67cc041624767019a7ae9ad914) AuthConfig (6ed80b4cced27575fc7c8a43859f811cfa60eb51962af1c85d5f51718dc7695c) AuthConfig (bb703f9dd1a8a195606de1fe730a05f43f6f50f8ab71b846e39877bc81520173) AuthConfig (301d72dd8753d03290b140cb87a55ef5ac297eab9a130141e255fce2bd162fc1) AuthConfig (72962d87564e83830d1fa14338a0e71c7d5ad109dd3d7cb2725ce656ed177fd3) AuthConfig (0698b1d6d22a00f77c5afa47acc18d8ac03e53d0538fbd48b68393a3207a1d51) AuthConfig (6ac95636449fec0eb23c1d4c0f1b7e4a1bb0e92afab9baec7432b263b69e1b81) AuthConfig (a3ad7b82f329cd92a14a96f1ff6185d1180a7b1090990285a79b8cb64fa53ec4) AuthConfig (404493d932998a2db177de3038a94634a91f57c7a523cf0d274362071b49554e) AuthConfig (0990f8a57c7566c39d37a5002c05e39b3cee161dab5b9ce3a6797e5b8cc3c057) AuthConfig (916ad617abaae28609a29121cadf07a8fb1c9a7ecc433bc6756863069a35d299) AuthConfig (ffd79397fd8ffc785b089f47d86063db3e04377b6899d07acbbe88d131a9c961) AuthConfig (c83bf901017897889b610e4a5697ef63c438e222c2e0e3021d9b3652d6b51302) AuthConfig (5ca7c6ece80d11c5bd9ef881656ed24d4ef11eb648d6af857378727cf4d2e0e6) AuthConfig (27f430177a3364a19ae2cbfdea8f89772c3422afdcbb9e6111116edc45cbfaa0) AuthConfig (e95a8cffb5b98472438883a30c8f75c7f02df87132bd02fa186a387b76ba41c3) AuthConfig (2dc5f235d1e1e5c7cf079f9609de894c6fe0e70db693868765e4cdf8e36729a3) AuthConfig (a7f0aa6706aa2922d46be30dc359b0903e98cd027c1d62f1ba0945a6aab3fb74) AuthConfig (d47133c855d8dc75d5f845e0f6d575802f3f4c36295eb6da5dcf0628a6d4618c) AuthConfig (c298eb75d3634e9c8b625e697a4506177667695c0e35d429ffc14fe1df4d9a8d) AuthConfig (fd8f67a8ebf16716db1434a847796e5445ea77416406c91c4cd67f066e707a82) AuthConfig (6eb2c05ed907c49db290cf7057a77517f7f2b8edb9e1f3bcb2625e6fa898467f) AuthConfig (a965bb1731f1818309e29b101c6ed1d73438ffef7e69dc50838fcc7d74dd0ff3) AuthConfig (77aa2b715dc606d1aeab375f847b9b5e81aa7358241ddaf8696d03143f7b47ee)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"dfc07725-abf4-4b46-b1c8-1fa1ccd2261c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.539443434Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-39bde3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a0e09b045e202cef049c9d0de5cf7001dcb761618a07b1d3bab13b8d4684927f) AuthConfig (5b3ebd8e56b5a2cff99e35445468ca2cd8dcc665da984fd429f82bb8350c0d3e) AuthConfig (d47961dd7f5a518d6da8ff73b42b4f2cf2f004a298d9b52e3e4c9717524c1072) AuthConfig (e5ae7b1200659e2d041411ab35f253ff48d01c4c1558f8156c229c55b265ebc4) AuthConfig (02f2ee1e0f2213b2c9ec70f1d26b59dab8a0e0fd9911e7310f874144d1d30bc1) AuthConfig (9db66558502776a029a0463c6f66dc9c3dc6b46179f964321544b209af320bf4) AuthConfig (16797c16f746f602f9c93ab2cb5207ed4d5e8b242fe0a65a5398753b59cd82c7) AuthConfig (c3d4eaf65b39981e35180727678371523d6ff9d27bbae6ae2068954c35e7559e) AuthConfig (34b2fe709b2cedf9c93e8a77c9edd1e77f9869b2450e58885478834d737d0757) AuthConfig (058bea93afc510176e7ce40e3664fe8db8ade32a0b636871425b72c7ff8cb692) AuthConfig (74ec3bd860e967e631a1f92d2ab17478a37fbc9915d00433959d9b31322dcd35) AuthConfig (e70f0b06400fa67b0f94367a7af07c20245b0f470e2282e54a68f01d87cd3b25) AuthConfig (de021651fcf74a9ab72c4fca4f320b2b17bc663d2223d17048722df1530589c3) AuthConfig (8a9e997acfb32270d43a1090c9cff56a98d4895a3c6e0f77a0a95e097043a93b) AuthConfig (274c5f197eb9f07f7994b7984fa1b4e78b914815e7b1918b9cda78189f56e483) AuthConfig (96774498a63cfd52572f00cf10aa62d6806282c76fdd55c674b8db32c6d4f6d1) AuthConfig (883d85fc0431fb678c8c072addbc21ef659804917835995114caf411e6a80ac5) AuthConfig (59063bf08c8038fbb56606ca1a13f7742608b943d499da54cd6726ef19a9f0d4) AuthConfig (040785c00a0d322cd09054c140264f1923dd26a6926975b949719141945309b3) AuthConfig (d462f7f6a54892013f0621f607588ca20ea8e5371adf4ac6102116f54d70c490) AuthConfig (97e16e83156530e81c21e3a17a587257b853bf61d03ac92d930797def482d0c0) AuthConfig (56bfa5d48d9461b64ee158727db2f24946a94a41e7dbc27559d77d85d1030e6d) AuthConfig (9992988cd06ff8e1725a20a678323d7e6be2a5d81dfaa73aaf1663f71b837ad8) AuthConfig (2eca73b62a7a90090fd5b2e614b8104e1fbf9820411f5a0dd07983afe7f1da93) AuthConfig (659afb4a69f86b35abe8bc2f9efbad5d4f72d686fb2d4424e30bd3244cd78f72) AuthConfig (45a52107664de8bf100e3412752f996d1eddc2861b03fe8e9be94cbf6b5286e4) AuthConfig (1c9aef13fe334ad93ca90588289583a526641cc4aead78f1987719bf4873b0a0) AuthConfig (1390aee56feb2cd899571189df999e642e95c196d6f794da0f3b7d99d8d8a53f) AuthConfig (3131932111cc841870adf83fb654b9f2118b933ae4c12350ef0ddb746aefedae) AuthConfig (768f63060ee03e0b0fb072e4151a0222aab133600b21f20082e6465d3a03fcea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"3e00e1bc-758e-4fae-97ec-200664c30416","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:49:26.54220329Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"44f63b28-fc04-4e27-9b8c-e6866eb84097","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.619064552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"e0fa2032-dbd5-4315-81da-052d2c65ef3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.625911435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"e0fa2032-dbd5-4315-81da-052d2c65ef3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.631721436Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9de872-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7963c645877dbf32798e22e98c4f3bdce003d1d4c44005ed0974a76400838452) AuthConfig (cbf152e1a1dbff821372eb4f1a37a8dd794bb9e0fce909ebc96c617ca5be18cd) AuthConfig (7e746e1f1468f1fa6dabe19feb43b2097ad703c6cfb61240d8bcaa7ebafcf1d3) AuthConfig (beb46c8f398eb5660a8f3845126c2e81b26d61038ffdce4dc80c3ea5a5d67906) AuthConfig (73cf957711845caf17293a55f09afd33377d4c5fad5162a4452135536bc17543) AuthConfig (01f00ec6dc8cad65e4843eb3bca297530992ab48a0df14ecaa788c036d7862d0) AuthConfig (06e23615130badb3472bf5a0da32e320564b3e67cc041624767019a7ae9ad914) AuthConfig (6ed80b4cced27575fc7c8a43859f811cfa60eb51962af1c85d5f51718dc7695c) AuthConfig (bb703f9dd1a8a195606de1fe730a05f43f6f50f8ab71b846e39877bc81520173) AuthConfig (301d72dd8753d03290b140cb87a55ef5ac297eab9a130141e255fce2bd162fc1) AuthConfig (72962d87564e83830d1fa14338a0e71c7d5ad109dd3d7cb2725ce656ed177fd3) AuthConfig (0698b1d6d22a00f77c5afa47acc18d8ac03e53d0538fbd48b68393a3207a1d51) AuthConfig (6ac95636449fec0eb23c1d4c0f1b7e4a1bb0e92afab9baec7432b263b69e1b81) AuthConfig (a3ad7b82f329cd92a14a96f1ff6185d1180a7b1090990285a79b8cb64fa53ec4) AuthConfig (404493d932998a2db177de3038a94634a91f57c7a523cf0d274362071b49554e) AuthConfig (0990f8a57c7566c39d37a5002c05e39b3cee161dab5b9ce3a6797e5b8cc3c057) AuthConfig (916ad617abaae28609a29121cadf07a8fb1c9a7ecc433bc6756863069a35d299) AuthConfig (ffd79397fd8ffc785b089f47d86063db3e04377b6899d07acbbe88d131a9c961) AuthConfig (c83bf901017897889b610e4a5697ef63c438e222c2e0e3021d9b3652d6b51302) AuthConfig (5ca7c6ece80d11c5bd9ef881656ed24d4ef11eb648d6af857378727cf4d2e0e6) AuthConfig (27f430177a3364a19ae2cbfdea8f89772c3422afdcbb9e6111116edc45cbfaa0) AuthConfig (e95a8cffb5b98472438883a30c8f75c7f02df87132bd02fa186a387b76ba41c3) AuthConfig (2dc5f235d1e1e5c7cf079f9609de894c6fe0e70db693868765e4cdf8e36729a3) AuthConfig (a7f0aa6706aa2922d46be30dc359b0903e98cd027c1d62f1ba0945a6aab3fb74) AuthConfig (d47133c855d8dc75d5f845e0f6d575802f3f4c36295eb6da5dcf0628a6d4618c) AuthConfig (c298eb75d3634e9c8b625e697a4506177667695c0e35d429ffc14fe1df4d9a8d) AuthConfig (fd8f67a8ebf16716db1434a847796e5445ea77416406c91c4cd67f066e707a82) AuthConfig (6eb2c05ed907c49db290cf7057a77517f7f2b8edb9e1f3bcb2625e6fa898467f) AuthConfig (a965bb1731f1818309e29b101c6ed1d73438ffef7e69dc50838fcc7d74dd0ff3) AuthConfig (77aa2b715dc606d1aeab375f847b9b5e81aa7358241ddaf8696d03143f7b47ee)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"e0fa2032-dbd5-4315-81da-052d2c65ef3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:28.10059642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"7b2638a3-e0e2-4325-9c51-fe91a13da980","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"premium-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"premium-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:28.224010347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"b754feea-0644-4a48-af36-80ea55096e76","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:28.23327606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"cd03c869-c3e4-450e-a548-1b50b8e9ae2a","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"premium-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"premium-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:28.235442125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"f7bbbdc5-5dc4-43f1-a765-5f1a5d259249","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:49:28.23885903Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-85cb41/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:28.243024001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"28c6ff20-20b1-4130-b738-a49499e39b4a","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:28.256804855Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-subscription","reconcileID":"a78a4476-150a-4ca1-804a-990e41c8d1fc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-simulator-w1-85cb41","model":"simulator-w1-85cb41","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-85cb41/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:28.274437058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"9da0905f-17ee-48ed-bc73-54783e87b45a","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:28.356482668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-subscription","reconcileID":"495ea40f-dd6a-4b7d-ad05-88baa6b53a1e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-simulator-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:28.408164053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"a9c38e6a-558c-4a4a-a40b-32dbabe55b5a","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:28.417450581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"f0139702-a820-4e35-a877-06b4c723493e","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:28.425598846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"f397aa2b-3a0c-418a-9f69-1478a75232a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:49:28.425984174Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"f0139702-a820-4e35-a877-06b4c723493e","name":"simulator-w1-85cb41","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-85cb41\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:49:28.426033055Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"f0139702-a820-4e35-a877-06b4c723493e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-85cb41\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:28.431901703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"2671e0f2-226d-4fa2-9ffa-601b7c63e51a","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:28.452278046Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"f397aa2b-3a0c-418a-9f69-1478a75232a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:28.456598443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-subscription","reconcileID":"e2053bfe-bb8e-49f0-ae35-3d2ccff4ccfb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-simulator-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:28.458402123Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-85cb41-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"f397aa2b-3a0c-418a-9f69-1478a75232a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:28.46892457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"647d145c-ab8c-4213-a305-ba83e58470ec","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:28.52199065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"a8ba0eb0-3277-449c-978b-fd984285805a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:28.530194533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"a8ba0eb0-3277-449c-978b-fd984285805a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:28.540754253Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-85cb41-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"a8ba0eb0-3277-449c-978b-fd984285805a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:28.599666596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"a6eabf2a-dc07-4264-90f2-9e56d89158f4","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"premium-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"premium-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:28.6092127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"fb35a4e2-c571-4c76-b9c4-072c9584553c","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:28.609723678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"46cbe105-1cf9-4fac-bb23-e3a95649f751","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"premium-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"premium-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:49:28.612509984Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-85cb41/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:28.618982326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"bd691250-ffc2-48b5-9201-770eb8cc51bd","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"premium-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"premium-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:28.62238581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"f0579222-84f2-4644-8545-0a1f3eba9ca9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:28.629878353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"f0579222-84f2-4644-8545-0a1f3eba9ca9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:28.634236554Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-subscription","reconcileID":"3473df6f-d627-43e1-87a4-a0909a43c01a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-premium-w1-85cb41","model":"premium-w1-85cb41","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-85cb41/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:28.636292199Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-85cb41-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"f0579222-84f2-4644-8545-0a1f3eba9ca9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:28.65279528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"033752d2-22d0-4ae8-a093-dcc1cbf9557c","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"premium-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"premium-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:28.722829836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"55f1cd2b-8cbe-495d-908c-e494508aac95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:28.734789926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"55f1cd2b-8cbe-495d-908c-e494508aac95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:28.736439734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-subscription","reconcileID":"59be8f15-9973-4546-bbd7-23b790cf435b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-premium-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:28.741065707Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-85cb41-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"55f1cd2b-8cbe-495d-908c-e494508aac95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:28.770784999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"fb097089-8475-4db6-be00-24eeadc1486d","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"premium-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"premium-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:28.780374787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"cf809a1c-3de9-463c-b1a2-9d4bfef5e50d","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"premium-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"premium-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:49:28.784900748Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"cf809a1c-3de9-463c-b1a2-9d4bfef5e50d","name":"premium-w1-85cb41","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-85cb41\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:49:28.78494838Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"cf809a1c-3de9-463c-b1a2-9d4bfef5e50d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-85cb41\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:28.792189367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"d101c58b-a545-41d1-bb3d-c1591a525395","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"premium-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"premium-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:28.863149981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"e300a586-97d2-4e62-a200-ffebd7f503be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:28.865064524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"61ed856f-3367-4c30-ab86-b6a0f109838c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:28.867126745Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-subscription","reconcileID":"b5353894-15d9-4a83-97ed-9d4339c42f0f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-premium-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:28.870885597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"e300a586-97d2-4e62-a200-ffebd7f503be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:28.87441942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"61ed856f-3367-4c30-ab86-b6a0f109838c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:28.877541898Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-85cb41-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"e300a586-97d2-4e62-a200-ffebd7f503be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:28.880449135Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-85cb41-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"61ed856f-3367-4c30-ab86-b6a0f109838c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:28.886780289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"4e198a59-be20-409b-8e65-38e0d8b02371","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"premium-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"premium-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:28.92755634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"d6a6003a-ee67-4212-8143-5fcd20f70951","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:28.936061348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"d6a6003a-ee67-4212-8143-5fcd20f70951","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:28.941981225Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-85cb41-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"d6a6003a-ee67-4212-8143-5fcd20f70951","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:32.472516877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"92bf308e-6404-4049-97b9-829c71916e05","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:32.481248645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"94c2dec5-cd4d-4248-a6ff-430df07cf0f5","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:32.489116929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-8a72e6a0-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-dry-sub-8a72e6a0-auth","reconcileID":"0911a778-cc52-4b98-94f1-6e571b9f70fd","MaaSAuthPolicy":{"name":"e2e-dry-sub-8a72e6a0-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:32.497249503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-8a72e6a0-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-dry-sub-8a72e6a0-auth","reconcileID":"0911a778-cc52-4b98-94f1-6e571b9f70fd","MaaSAuthPolicy":{"name":"e2e-dry-sub-8a72e6a0-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:32.519746175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"7f5e17bb-6cc7-41a5-859c-6aac0a1183e4","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:32.58953351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-8a72e6a0-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-dry-sub-8a72e6a0-auth","reconcileID":"da674de1-912f-4049-a4cf-fbeb44ccfdbc","MaaSAuthPolicy":{"name":"e2e-dry-sub-8a72e6a0-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:32.589599644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"5ae9bd84-1fde-405d-bc44-ad62b65ee65c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:32.596872785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-8a72e6a0-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-dry-sub-8a72e6a0-auth","reconcileID":"da674de1-912f-4049-a4cf-fbeb44ccfdbc","MaaSAuthPolicy":{"name":"e2e-dry-sub-8a72e6a0-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:32.596952594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"5ae9bd84-1fde-405d-bc44-ad62b65ee65c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:32.602699547Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0458df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"5ae9bd84-1fde-405d-bc44-ad62b65ee65c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:32.651670185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"f33786ba-8515-416a-9dfb-593aa534b718","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:32.658388465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"9b25840c-bed1-49b9-ae75-fc9575919336","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"premium-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"premium-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:32.662751726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"928f5255-0861-46d6-b3a3-2a6023ce5667","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:49:32.665799233Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-2889dd/e2e-dry-sub-8a72e6a0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-8a72e6a0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:32.668775008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"0d3ab2d8-a1a3-4d52-86bb-70bae457d549","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:32.690839071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"02e6c063-fcfb-49dc-a962-129ca9034b6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:32.690922785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"7e4b531a-2a1c-4a41-9818-174e1faac59d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:32.691492961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"2a0a3bca-8e36-4723-bcf9-7d5d8c7cdd29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:32.692077284Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-8a72e6a0","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-dry-sub-8a72e6a0","reconcileID":"7174b975-ceaf-4e3e-bcd1-3d5e566f82f7","MaaSSubscription":{"name":"e2e-dry-sub-8a72e6a0","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-2889dd/e2e-dry-sub-8a72e6a0","ai-tenant-e2e-worker-w3-2889dd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:32.69314635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-8a72e6a0-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-dry-sub-8a72e6a0-auth","reconcileID":"18a51c73-09ee-46ea-8f7e-ef2b4088e583","MaaSAuthPolicy":{"name":"e2e-dry-sub-8a72e6a0-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:32.70015785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"02e6c063-fcfb-49dc-a962-129ca9034b6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:32.702403237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"7e4b531a-2a1c-4a41-9818-174e1faac59d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:32.703081041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"2a0a3bca-8e36-4723-bcf9-7d5d8c7cdd29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:32.705267821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-8a72e6a0-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-dry-sub-8a72e6a0-auth","reconcileID":"18a51c73-09ee-46ea-8f7e-ef2b4088e583","MaaSAuthPolicy":{"name":"e2e-dry-sub-8a72e6a0-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:32.706484681Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0458df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"02e6c063-fcfb-49dc-a962-129ca9034b6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:32.711446078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"aeb4b8b1-4ed3-447a-8d96-647252d511ca","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:32.783024842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-8a72e6a0","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-dry-sub-8a72e6a0","reconcileID":"1450a7a2-1cd1-43fb-9d65-469e9e249f34","MaaSSubscription":{"name":"e2e-dry-sub-8a72e6a0","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:32.78366127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-subscription","reconcileID":"7269b01a-aed0-4f6b-85fa-402b945f339d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:32.818383522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"8e23c127-f47f-4980-ada3-6bd2df6969c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:32.824229647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-8a72e6a0-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-dry-sub-8a72e6a0-auth","reconcileID":"893e51c7-f12a-4338-8973-717293da3e3f","MaaSAuthPolicy":{"name":"e2e-dry-sub-8a72e6a0-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:32.824272493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"3085abdb-e884-49bd-b23a-0c606ec20c28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:32.829233386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"8e23c127-f47f-4980-ada3-6bd2df6969c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:32.833795281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"3085abdb-e884-49bd-b23a-0c606ec20c28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:32.837513071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-8a72e6a0-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-dry-sub-8a72e6a0-auth","reconcileID":"893e51c7-f12a-4338-8973-717293da3e3f","MaaSAuthPolicy":{"name":"e2e-dry-sub-8a72e6a0-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:33.727265873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"6d1d6291-5f92-4d00-a003-a8c8e4dd3635","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:33.740788896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"bd4a1a2b-bed8-4707-b177-0125864357de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:33.74424709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-8a72e6a0-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-dry-sub-8a72e6a0-auth","reconcileID":"06132a1a-18db-4c2f-b0f6-447cbb5263c7","MaaSAuthPolicy":{"name":"e2e-dry-sub-8a72e6a0-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:33.744263141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"d89a0ec3-ea22-4bcc-93f6-66c6d519b736","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:33.750323139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"bd4a1a2b-bed8-4707-b177-0125864357de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:33.753287221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-8a72e6a0-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-dry-sub-8a72e6a0-auth","reconcileID":"06132a1a-18db-4c2f-b0f6-447cbb5263c7","MaaSAuthPolicy":{"name":"e2e-dry-sub-8a72e6a0-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:33.755052211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"d89a0ec3-ea22-4bcc-93f6-66c6d519b736","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.445201037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-subscription","reconcileID":"eddc7688-3bcd-4125-a34a-b076e9321965","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-simulator-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.470178067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"3eb0cd23-accc-4a49-886e-67977aab9bc6","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.568173492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-subscription","reconcileID":"f3ac9884-c03d-4582-864a-8d1882e80eed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-premium-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.612258539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"b63a6fdf-48e4-4105-ad11-b8af30d167f8","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"premium-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"premium-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.668551471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-subscription","reconcileID":"6d77c871-5da3-454a-b3e0-56a81a67248c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-simulator-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.694624174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-subscription","reconcileID":"3a77b8d1-a643-46ed-ac89-a6bf5ff926d3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-premium-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/premium-w4-0458df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.765954856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"ae1453c6-1721-4d6f-a95c-304640aa9392","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.766122172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"8f6ca4ca-c7f5-40f9-b034-d80432ed9704","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.77501675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"ae1453c6-1721-4d6f-a95c-304640aa9392","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.777169904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"8f6ca4ca-c7f5-40f9-b034-d80432ed9704","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.777391329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"22a823ab-2822-456f-8d8d-776035ae6185","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"premium-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"premium-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.780006759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"a178215a-b4a7-4af7-a801-163a59888208","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.783155716Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-85cb41-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (31c3b696f12ad5c280b82d66d68a50d7c16a7e7b0714fc7461cef7b910819b44) AuthConfig (d134bd6925a97601aa26c0623df6e833329fa24f70afc1d26cdd59803818e9ab) AuthConfig (ad5e1b78d2e226ac9aa87701db0eda57a31535119a2fda03cff5aea66a471f94) AuthConfig (1fa1e95d957a9683ee4289737eeb5296d3269a99bab3cb4dd3c2d886e916a2f3) AuthConfig (edfc3f63ff35569c967349c978be99a7cbda9732b747b65f856ccd41bce770ed) AuthConfig (3a0156ed71b2fa0ce8c66a825cbf9afbf705cd52a19938626f78eaba1c249158) AuthConfig (076756fc88f4bab05274560d428ebe5555bb92af88f0ab7f9e4cb1de4a55cb25) AuthConfig (5364afca8c69c1f125fc3266e3f8c17abb4ff4a49d080d314c1342d1e593cc6f) AuthConfig (04234ca053c6b2eae66d0d9bfe6b565de9f42bd345e2c1eedab4ed473238067b) AuthConfig (89675550152cda107868c9c9a54dc784763c0b9df9601d666d7a8599fa86f171) AuthConfig (eebf098a18c69349ac26e208e923c96fa21adf4922b22fa273dfdb087ff0b172) AuthConfig (cd87bf64abad00769712d517499c7d8d309c025057b1b3d2a16a313e91bfc753) AuthConfig (0cf095e32f1bbb72981c42dd622d7bc9dac5c4ecf3277dc76469a0a4ed33775e) AuthConfig (a71735cb877b38446123742c4a142a16206803717a9194f1a2d7158a333901f0) AuthConfig (0a4984a5560066204a481a1fd4635c565c6d2244ebfd20ffa4b1ef54993b3551) AuthConfig (b17d469895653039793658154b233d5cf149c83d13a0d909c086cb295d1bbba8) AuthConfig (2cf63b50dc2782d3098c72f961da6fdf2426c42f32dfff95f1bd5c0fb21ef4f2) AuthConfig (10a8dacf1dfda6580ac947f62f34dd6841df2670e4f7744aa4aa707098fa22c3) AuthConfig (3b51f01c99e515d53431b93a854ef90de59df158a89fa075d77d0d514ecbe099) AuthConfig (dc5bc4198885ce7dded2b47caa6ee37318f031899ef39f4019d1b9ea7798ec1d) AuthConfig (ccc2c400c957d1a6d33399aa7598498a63818397d44f44b6b510bb8f791574b8) AuthConfig (11332aa4ce62a381964e464f688f3991f4faf8274bdd7f021b67530bb09d6adc) AuthConfig (dfca8051f4f2448c1eccde4d8fdbddc7bdb493e185d7f76414ff5b6f093afb5e) AuthConfig (a5f1ba0c0e85aea3417b58d81d18124c371c7311619794be040a6b9c5996f480) AuthConfig (638103b39bbd308f68e31d321ea4d079cbae1d7800b3289e3c16414a2ed5b536) AuthConfig (a67b1e655911461e415c7c8a66db8ffcbf9b467d3b9eb7620fe227fd74d0ef6a) AuthConfig (28267f34d3028f509c3252134229aedddde3ab8e0ccf719403db035fd6bd8c28) AuthConfig (56e0084053b44a1c2acec094c523bf9bd620c884dca247ded2f65fe971ad55b9) AuthConfig (b37efc8e0803b596085d7e97d41aaaf9889fa82bae4172263f6949630edfd7a8) AuthConfig (19f64ec8d15ef7c18b4432d771f2dfe15a525d2570a0197c73551c77cac26aa5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"ae1453c6-1721-4d6f-a95c-304640aa9392","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.784357567Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-85cb41-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (31c3b696f12ad5c280b82d66d68a50d7c16a7e7b0714fc7461cef7b910819b44) AuthConfig (d134bd6925a97601aa26c0623df6e833329fa24f70afc1d26cdd59803818e9ab) AuthConfig (ad5e1b78d2e226ac9aa87701db0eda57a31535119a2fda03cff5aea66a471f94) AuthConfig (1fa1e95d957a9683ee4289737eeb5296d3269a99bab3cb4dd3c2d886e916a2f3) AuthConfig (edfc3f63ff35569c967349c978be99a7cbda9732b747b65f856ccd41bce770ed) AuthConfig (3a0156ed71b2fa0ce8c66a825cbf9afbf705cd52a19938626f78eaba1c249158) AuthConfig (076756fc88f4bab05274560d428ebe5555bb92af88f0ab7f9e4cb1de4a55cb25) AuthConfig (5364afca8c69c1f125fc3266e3f8c17abb4ff4a49d080d314c1342d1e593cc6f) AuthConfig (04234ca053c6b2eae66d0d9bfe6b565de9f42bd345e2c1eedab4ed473238067b) AuthConfig (89675550152cda107868c9c9a54dc784763c0b9df9601d666d7a8599fa86f171) AuthConfig (eebf098a18c69349ac26e208e923c96fa21adf4922b22fa273dfdb087ff0b172) AuthConfig (cd87bf64abad00769712d517499c7d8d309c025057b1b3d2a16a313e91bfc753) AuthConfig (0cf095e32f1bbb72981c42dd622d7bc9dac5c4ecf3277dc76469a0a4ed33775e) AuthConfig (a71735cb877b38446123742c4a142a16206803717a9194f1a2d7158a333901f0) AuthConfig (0a4984a5560066204a481a1fd4635c565c6d2244ebfd20ffa4b1ef54993b3551) AuthConfig (b17d469895653039793658154b233d5cf149c83d13a0d909c086cb295d1bbba8) AuthConfig (2cf63b50dc2782d3098c72f961da6fdf2426c42f32dfff95f1bd5c0fb21ef4f2) AuthConfig (10a8dacf1dfda6580ac947f62f34dd6841df2670e4f7744aa4aa707098fa22c3) AuthConfig (3b51f01c99e515d53431b93a854ef90de59df158a89fa075d77d0d514ecbe099) AuthConfig (dc5bc4198885ce7dded2b47caa6ee37318f031899ef39f4019d1b9ea7798ec1d) AuthConfig (ccc2c400c957d1a6d33399aa7598498a63818397d44f44b6b510bb8f791574b8) AuthConfig (11332aa4ce62a381964e464f688f3991f4faf8274bdd7f021b67530bb09d6adc) AuthConfig (dfca8051f4f2448c1eccde4d8fdbddc7bdb493e185d7f76414ff5b6f093afb5e) AuthConfig (a5f1ba0c0e85aea3417b58d81d18124c371c7311619794be040a6b9c5996f480) AuthConfig (638103b39bbd308f68e31d321ea4d079cbae1d7800b3289e3c16414a2ed5b536) AuthConfig (a67b1e655911461e415c7c8a66db8ffcbf9b467d3b9eb7620fe227fd74d0ef6a) AuthConfig (28267f34d3028f509c3252134229aedddde3ab8e0ccf719403db035fd6bd8c28) AuthConfig (56e0084053b44a1c2acec094c523bf9bd620c884dca247ded2f65fe971ad55b9) AuthConfig (b37efc8e0803b596085d7e97d41aaaf9889fa82bae4172263f6949630edfd7a8) AuthConfig (19f64ec8d15ef7c18b4432d771f2dfe15a525d2570a0197c73551c77cac26aa5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"8f6ca4ca-c7f5-40f9-b034-d80432ed9704","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.792400582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"52156c44-7ac1-496b-8545-2ac03ae39ec3","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.795677579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"41fd442b-5960-489f-93de-fc12424fd86a","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"premium-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"premium-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.801401886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"335c30f3-d2a2-4a27-9059-8d1ef983d238","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.802035379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"a192302f-e599-4f36-a809-dea136b02d3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.802042161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"fdd41420-47db-43cd-aa12-f7db81122867","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.803767682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"b0f3da9b-66fc-415c-b7fa-fd350a6fb0e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.808260731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"335c30f3-d2a2-4a27-9059-8d1ef983d238","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.813330736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"fdd41420-47db-43cd-aa12-f7db81122867","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.815658608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"a192302f-e599-4f36-a809-dea136b02d3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.8167959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"b0f3da9b-66fc-415c-b7fa-fd350a6fb0e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.823053413Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0458df-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (96db9785fe8743729e48b51da5895a8b65ced02d2c1ee2794ff99d27d4c606ca) AuthConfig (180c7d9d4451001236dab15b5e2ccdca2a0fca12296e32b894d8631cc27ce327) AuthConfig (7b39019e45c279b4e31c3ae67b621cf889d3f9898b1905b941625083e3a950b2) AuthConfig (714e6646ea498fbd77f5fb5465e67e78bde266674f6b4be79c36edfcae6d7a30) AuthConfig (9ac2c78f20f9982a442091acc62975ff6053db9752bf550cf7aae48b5f488539) AuthConfig (78e93d86c4be37a18a9fd31ade966c4326c07546df8ca43a8a9b6f8fb555389c) AuthConfig (2db20b7c472184ceb2a5b001a80f11274257c0650fd373ca7a15ae1a1d1d9ac7) AuthConfig (85f716d939bec3ab3797078bb02c419a5e4e96c7a75edc6e9897426c254a1445) AuthConfig (f5d9cbc0ff88142abe110f4b5632d6a94bd430c27e5629ae0c50ad5fa8abe87b) AuthConfig (879ad20193b8995124e008b1ab3b4455aa25ce66319fd68ad3cbe8b0e5c17430) AuthConfig (4c800f45ec7591e643183d0343fbc2c226feced91cd0742410f68a6c5bc7eb81) AuthConfig (05f78070efee31bc1c4816d15a76423b1478a584bb400ab2afd5530943bfbcb0) AuthConfig (aca59d67dbabc877240b46654bbb66586ecb11176bda2bb3cc416cda3cce9409) AuthConfig (6d278ad5ba6152c0df3e06480519a22d80b1976af99a5b90cdb9cf638759c159) AuthConfig (6644acfddeb716f67890be1417796e35fff0ecebf704f838c930e50713590a86) AuthConfig (30fcccb2379fffab24f790769d278dcea7a1bc6ac4f4a767ae692bc44fd9a0c4) AuthConfig (048b87b9a1a18528f8ecdd14da8508724e48445298d0d7789a587acaf36062b7) AuthConfig (e4e897484dec22107006a2c866e06270e33c57e5183b566461eac14f2e1db270) AuthConfig (51910461f5a185d27e92b8d5736bbd538b67801cc70fdb5fb93d691778e633c4) AuthConfig (1c6731faa4b22eaafd6b0d1858356ab7eb3008f28519e6f4bc1b6259596d4417) AuthConfig (89b193748d71abc134b13dd8ea7c81b5d1d5c43ccdce1b687054f315561cbc30) AuthConfig (7b102dd767f2984f7cd9b84909d3f130df3ccc8f344012649a5e8299d1a12314) AuthConfig (551b02fe1524219afc07e04d32656da7ec73a2e6ab244a3e1b06459189931eef) AuthConfig (6ea86ae77edc8ee36466cbabf61e8a31f867f0312f5cc527c744ae14bc55323e) AuthConfig (f5826db2956917779dbaf4597dc7f6ab6626c9e63360a62d2d5621337e27c88e) AuthConfig (b89c3671ee31025820eb2244811e42abccb353c254f5e9b0e57e7d41ec1b6536) AuthConfig (ee72ee550b338b0f1d1f70232554d650ef12b1210180e6a166f238ac498d5475) AuthConfig (3deaa746869918edfad9018210481f703b3e444d499ca0ffe241b84d6a166203) AuthConfig (b3ccf3de1cb82550330cdb42b2b9e561203d7b9e97a83c8945b7be5ccc9446b2) AuthConfig (3d8f81436323fa8e297371c2fc04581ef9856a199801f79a3c5d3d9e8b0a61c4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"fdd41420-47db-43cd-aa12-f7db81122867","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.856642838Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0458df-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (96db9785fe8743729e48b51da5895a8b65ced02d2c1ee2794ff99d27d4c606ca) AuthConfig (180c7d9d4451001236dab15b5e2ccdca2a0fca12296e32b894d8631cc27ce327) AuthConfig (7b39019e45c279b4e31c3ae67b621cf889d3f9898b1905b941625083e3a950b2) AuthConfig (714e6646ea498fbd77f5fb5465e67e78bde266674f6b4be79c36edfcae6d7a30) AuthConfig (9ac2c78f20f9982a442091acc62975ff6053db9752bf550cf7aae48b5f488539) AuthConfig (78e93d86c4be37a18a9fd31ade966c4326c07546df8ca43a8a9b6f8fb555389c) AuthConfig (2db20b7c472184ceb2a5b001a80f11274257c0650fd373ca7a15ae1a1d1d9ac7) AuthConfig (85f716d939bec3ab3797078bb02c419a5e4e96c7a75edc6e9897426c254a1445) AuthConfig (f5d9cbc0ff88142abe110f4b5632d6a94bd430c27e5629ae0c50ad5fa8abe87b) AuthConfig (879ad20193b8995124e008b1ab3b4455aa25ce66319fd68ad3cbe8b0e5c17430) AuthConfig (4c800f45ec7591e643183d0343fbc2c226feced91cd0742410f68a6c5bc7eb81) AuthConfig (05f78070efee31bc1c4816d15a76423b1478a584bb400ab2afd5530943bfbcb0) AuthConfig (aca59d67dbabc877240b46654bbb66586ecb11176bda2bb3cc416cda3cce9409) AuthConfig (6d278ad5ba6152c0df3e06480519a22d80b1976af99a5b90cdb9cf638759c159) AuthConfig (6644acfddeb716f67890be1417796e35fff0ecebf704f838c930e50713590a86) AuthConfig (30fcccb2379fffab24f790769d278dcea7a1bc6ac4f4a767ae692bc44fd9a0c4) AuthConfig (048b87b9a1a18528f8ecdd14da8508724e48445298d0d7789a587acaf36062b7) AuthConfig (e4e897484dec22107006a2c866e06270e33c57e5183b566461eac14f2e1db270) AuthConfig (51910461f5a185d27e92b8d5736bbd538b67801cc70fdb5fb93d691778e633c4) AuthConfig (1c6731faa4b22eaafd6b0d1858356ab7eb3008f28519e6f4bc1b6259596d4417) AuthConfig (89b193748d71abc134b13dd8ea7c81b5d1d5c43ccdce1b687054f315561cbc30) AuthConfig (7b102dd767f2984f7cd9b84909d3f130df3ccc8f344012649a5e8299d1a12314) AuthConfig (551b02fe1524219afc07e04d32656da7ec73a2e6ab244a3e1b06459189931eef) AuthConfig (6ea86ae77edc8ee36466cbabf61e8a31f867f0312f5cc527c744ae14bc55323e) AuthConfig (f5826db2956917779dbaf4597dc7f6ab6626c9e63360a62d2d5621337e27c88e) AuthConfig (b89c3671ee31025820eb2244811e42abccb353c254f5e9b0e57e7d41ec1b6536) AuthConfig (ee72ee550b338b0f1d1f70232554d650ef12b1210180e6a166f238ac498d5475) AuthConfig (3deaa746869918edfad9018210481f703b3e444d499ca0ffe241b84d6a166203) AuthConfig (b3ccf3de1cb82550330cdb42b2b9e561203d7b9e97a83c8945b7be5ccc9446b2) AuthConfig (3d8f81436323fa8e297371c2fc04581ef9856a199801f79a3c5d3d9e8b0a61c4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"335c30f3-d2a2-4a27-9059-8d1ef983d238","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.858139686Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-85cb41-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (31c3b696f12ad5c280b82d66d68a50d7c16a7e7b0714fc7461cef7b910819b44) AuthConfig (d134bd6925a97601aa26c0623df6e833329fa24f70afc1d26cdd59803818e9ab) AuthConfig (ad5e1b78d2e226ac9aa87701db0eda57a31535119a2fda03cff5aea66a471f94) AuthConfig (1fa1e95d957a9683ee4289737eeb5296d3269a99bab3cb4dd3c2d886e916a2f3) AuthConfig (edfc3f63ff35569c967349c978be99a7cbda9732b747b65f856ccd41bce770ed) AuthConfig (3a0156ed71b2fa0ce8c66a825cbf9afbf705cd52a19938626f78eaba1c249158) AuthConfig (076756fc88f4bab05274560d428ebe5555bb92af88f0ab7f9e4cb1de4a55cb25) AuthConfig (5364afca8c69c1f125fc3266e3f8c17abb4ff4a49d080d314c1342d1e593cc6f) AuthConfig (04234ca053c6b2eae66d0d9bfe6b565de9f42bd345e2c1eedab4ed473238067b) AuthConfig (89675550152cda107868c9c9a54dc784763c0b9df9601d666d7a8599fa86f171) AuthConfig (eebf098a18c69349ac26e208e923c96fa21adf4922b22fa273dfdb087ff0b172) AuthConfig (cd87bf64abad00769712d517499c7d8d309c025057b1b3d2a16a313e91bfc753) AuthConfig (0cf095e32f1bbb72981c42dd622d7bc9dac5c4ecf3277dc76469a0a4ed33775e) AuthConfig (a71735cb877b38446123742c4a142a16206803717a9194f1a2d7158a333901f0) AuthConfig (0a4984a5560066204a481a1fd4635c565c6d2244ebfd20ffa4b1ef54993b3551) AuthConfig (b17d469895653039793658154b233d5cf149c83d13a0d909c086cb295d1bbba8) AuthConfig (2cf63b50dc2782d3098c72f961da6fdf2426c42f32dfff95f1bd5c0fb21ef4f2) AuthConfig (10a8dacf1dfda6580ac947f62f34dd6841df2670e4f7744aa4aa707098fa22c3) AuthConfig (3b51f01c99e515d53431b93a854ef90de59df158a89fa075d77d0d514ecbe099) AuthConfig (dc5bc4198885ce7dded2b47caa6ee37318f031899ef39f4019d1b9ea7798ec1d) AuthConfig (ccc2c400c957d1a6d33399aa7598498a63818397d44f44b6b510bb8f791574b8) AuthConfig (11332aa4ce62a381964e464f688f3991f4faf8274bdd7f021b67530bb09d6adc) AuthConfig (dfca8051f4f2448c1eccde4d8fdbddc7bdb493e185d7f76414ff5b6f093afb5e) AuthConfig (a5f1ba0c0e85aea3417b58d81d18124c371c7311619794be040a6b9c5996f480) AuthConfig (638103b39bbd308f68e31d321ea4d079cbae1d7800b3289e3c16414a2ed5b536) AuthConfig (a67b1e655911461e415c7c8a66db8ffcbf9b467d3b9eb7620fe227fd74d0ef6a) AuthConfig (28267f34d3028f509c3252134229aedddde3ab8e0ccf719403db035fd6bd8c28) AuthConfig (56e0084053b44a1c2acec094c523bf9bd620c884dca247ded2f65fe971ad55b9) AuthConfig (b37efc8e0803b596085d7e97d41aaaf9889fa82bae4172263f6949630edfd7a8) AuthConfig (19f64ec8d15ef7c18b4432d771f2dfe15a525d2570a0197c73551c77cac26aa5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"b0f3da9b-66fc-415c-b7fa-fd350a6fb0e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.858392047Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-85cb41-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (31c3b696f12ad5c280b82d66d68a50d7c16a7e7b0714fc7461cef7b910819b44) AuthConfig (d134bd6925a97601aa26c0623df6e833329fa24f70afc1d26cdd59803818e9ab) AuthConfig (ad5e1b78d2e226ac9aa87701db0eda57a31535119a2fda03cff5aea66a471f94) AuthConfig (1fa1e95d957a9683ee4289737eeb5296d3269a99bab3cb4dd3c2d886e916a2f3) AuthConfig (edfc3f63ff35569c967349c978be99a7cbda9732b747b65f856ccd41bce770ed) AuthConfig (3a0156ed71b2fa0ce8c66a825cbf9afbf705cd52a19938626f78eaba1c249158) AuthConfig (076756fc88f4bab05274560d428ebe5555bb92af88f0ab7f9e4cb1de4a55cb25) AuthConfig (5364afca8c69c1f125fc3266e3f8c17abb4ff4a49d080d314c1342d1e593cc6f) AuthConfig (04234ca053c6b2eae66d0d9bfe6b565de9f42bd345e2c1eedab4ed473238067b) AuthConfig (89675550152cda107868c9c9a54dc784763c0b9df9601d666d7a8599fa86f171) AuthConfig (eebf098a18c69349ac26e208e923c96fa21adf4922b22fa273dfdb087ff0b172) AuthConfig (cd87bf64abad00769712d517499c7d8d309c025057b1b3d2a16a313e91bfc753) AuthConfig (0cf095e32f1bbb72981c42dd622d7bc9dac5c4ecf3277dc76469a0a4ed33775e) AuthConfig (a71735cb877b38446123742c4a142a16206803717a9194f1a2d7158a333901f0) AuthConfig (0a4984a5560066204a481a1fd4635c565c6d2244ebfd20ffa4b1ef54993b3551) AuthConfig (b17d469895653039793658154b233d5cf149c83d13a0d909c086cb295d1bbba8) AuthConfig (2cf63b50dc2782d3098c72f961da6fdf2426c42f32dfff95f1bd5c0fb21ef4f2) AuthConfig (10a8dacf1dfda6580ac947f62f34dd6841df2670e4f7744aa4aa707098fa22c3) AuthConfig (3b51f01c99e515d53431b93a854ef90de59df158a89fa075d77d0d514ecbe099) AuthConfig (dc5bc4198885ce7dded2b47caa6ee37318f031899ef39f4019d1b9ea7798ec1d) AuthConfig (ccc2c400c957d1a6d33399aa7598498a63818397d44f44b6b510bb8f791574b8) AuthConfig (11332aa4ce62a381964e464f688f3991f4faf8274bdd7f021b67530bb09d6adc) AuthConfig (dfca8051f4f2448c1eccde4d8fdbddc7bdb493e185d7f76414ff5b6f093afb5e) AuthConfig (a5f1ba0c0e85aea3417b58d81d18124c371c7311619794be040a6b9c5996f480) AuthConfig (638103b39bbd308f68e31d321ea4d079cbae1d7800b3289e3c16414a2ed5b536) AuthConfig (a67b1e655911461e415c7c8a66db8ffcbf9b467d3b9eb7620fe227fd74d0ef6a) AuthConfig (28267f34d3028f509c3252134229aedddde3ab8e0ccf719403db035fd6bd8c28) AuthConfig (56e0084053b44a1c2acec094c523bf9bd620c884dca247ded2f65fe971ad55b9) AuthConfig (b37efc8e0803b596085d7e97d41aaaf9889fa82bae4172263f6949630edfd7a8) AuthConfig (19f64ec8d15ef7c18b4432d771f2dfe15a525d2570a0197c73551c77cac26aa5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"a192302f-e599-4f36-a809-dea136b02d3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.864967956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"e39cc904-b367-47a2-9333-fb671d2f445c","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:49:35.872264634Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"a192302f-e599-4f36-a809-dea136b02d3b","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:49:35.872536893Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"b0f3da9b-66fc-415c-b7fa-fd350a6fb0e5","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.87315222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"aa8a7f31-2e89-46da-86a7-77cf0436ffb7","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"premium-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"premium-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.902144266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"032288a2-2945-4548-87c3-0dbad62b46d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.902185545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"d890879a-f064-432e-8009-1416d22bd8c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.902503471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"2a4192d9-9367-4d42-8140-cff7ff501eb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.902588603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"6099266e-beaf-4dc1-b44d-60c3845d96d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.912347303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"032288a2-2945-4548-87c3-0dbad62b46d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.912452111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"2a4192d9-9367-4d42-8140-cff7ff501eb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.915568252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"d890879a-f064-432e-8009-1416d22bd8c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.9160291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"6099266e-beaf-4dc1-b44d-60c3845d96d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.926186901Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-85cb41-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (31c3b696f12ad5c280b82d66d68a50d7c16a7e7b0714fc7461cef7b910819b44) AuthConfig (d134bd6925a97601aa26c0623df6e833329fa24f70afc1d26cdd59803818e9ab) AuthConfig (ad5e1b78d2e226ac9aa87701db0eda57a31535119a2fda03cff5aea66a471f94) AuthConfig (1fa1e95d957a9683ee4289737eeb5296d3269a99bab3cb4dd3c2d886e916a2f3) AuthConfig (edfc3f63ff35569c967349c978be99a7cbda9732b747b65f856ccd41bce770ed) AuthConfig (3a0156ed71b2fa0ce8c66a825cbf9afbf705cd52a19938626f78eaba1c249158) AuthConfig (076756fc88f4bab05274560d428ebe5555bb92af88f0ab7f9e4cb1de4a55cb25) AuthConfig (5364afca8c69c1f125fc3266e3f8c17abb4ff4a49d080d314c1342d1e593cc6f) AuthConfig (04234ca053c6b2eae66d0d9bfe6b565de9f42bd345e2c1eedab4ed473238067b) AuthConfig (89675550152cda107868c9c9a54dc784763c0b9df9601d666d7a8599fa86f171) AuthConfig (eebf098a18c69349ac26e208e923c96fa21adf4922b22fa273dfdb087ff0b172) AuthConfig (cd87bf64abad00769712d517499c7d8d309c025057b1b3d2a16a313e91bfc753) AuthConfig (0cf095e32f1bbb72981c42dd622d7bc9dac5c4ecf3277dc76469a0a4ed33775e) AuthConfig (a71735cb877b38446123742c4a142a16206803717a9194f1a2d7158a333901f0) AuthConfig (0a4984a5560066204a481a1fd4635c565c6d2244ebfd20ffa4b1ef54993b3551) AuthConfig (b17d469895653039793658154b233d5cf149c83d13a0d909c086cb295d1bbba8) AuthConfig (2cf63b50dc2782d3098c72f961da6fdf2426c42f32dfff95f1bd5c0fb21ef4f2) AuthConfig (10a8dacf1dfda6580ac947f62f34dd6841df2670e4f7744aa4aa707098fa22c3) AuthConfig (3b51f01c99e515d53431b93a854ef90de59df158a89fa075d77d0d514ecbe099) AuthConfig (dc5bc4198885ce7dded2b47caa6ee37318f031899ef39f4019d1b9ea7798ec1d) AuthConfig (ccc2c400c957d1a6d33399aa7598498a63818397d44f44b6b510bb8f791574b8) AuthConfig (11332aa4ce62a381964e464f688f3991f4faf8274bdd7f021b67530bb09d6adc) AuthConfig (dfca8051f4f2448c1eccde4d8fdbddc7bdb493e185d7f76414ff5b6f093afb5e) AuthConfig (a5f1ba0c0e85aea3417b58d81d18124c371c7311619794be040a6b9c5996f480) AuthConfig (638103b39bbd308f68e31d321ea4d079cbae1d7800b3289e3c16414a2ed5b536) AuthConfig (a67b1e655911461e415c7c8a66db8ffcbf9b467d3b9eb7620fe227fd74d0ef6a) AuthConfig (28267f34d3028f509c3252134229aedddde3ab8e0ccf719403db035fd6bd8c28) AuthConfig (56e0084053b44a1c2acec094c523bf9bd620c884dca247ded2f65fe971ad55b9) AuthConfig (b37efc8e0803b596085d7e97d41aaaf9889fa82bae4172263f6949630edfd7a8) AuthConfig (19f64ec8d15ef7c18b4432d771f2dfe15a525d2570a0197c73551c77cac26aa5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"6099266e-beaf-4dc1-b44d-60c3845d96d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.928346747Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0458df-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (96db9785fe8743729e48b51da5895a8b65ced02d2c1ee2794ff99d27d4c606ca) AuthConfig (180c7d9d4451001236dab15b5e2ccdca2a0fca12296e32b894d8631cc27ce327) AuthConfig (7b39019e45c279b4e31c3ae67b621cf889d3f9898b1905b941625083e3a950b2) AuthConfig (714e6646ea498fbd77f5fb5465e67e78bde266674f6b4be79c36edfcae6d7a30) AuthConfig (9ac2c78f20f9982a442091acc62975ff6053db9752bf550cf7aae48b5f488539) AuthConfig (78e93d86c4be37a18a9fd31ade966c4326c07546df8ca43a8a9b6f8fb555389c) AuthConfig (2db20b7c472184ceb2a5b001a80f11274257c0650fd373ca7a15ae1a1d1d9ac7) AuthConfig (85f716d939bec3ab3797078bb02c419a5e4e96c7a75edc6e9897426c254a1445) AuthConfig (f5d9cbc0ff88142abe110f4b5632d6a94bd430c27e5629ae0c50ad5fa8abe87b) AuthConfig (879ad20193b8995124e008b1ab3b4455aa25ce66319fd68ad3cbe8b0e5c17430) AuthConfig (4c800f45ec7591e643183d0343fbc2c226feced91cd0742410f68a6c5bc7eb81) AuthConfig (05f78070efee31bc1c4816d15a76423b1478a584bb400ab2afd5530943bfbcb0) AuthConfig (aca59d67dbabc877240b46654bbb66586ecb11176bda2bb3cc416cda3cce9409) AuthConfig (6d278ad5ba6152c0df3e06480519a22d80b1976af99a5b90cdb9cf638759c159) AuthConfig (6644acfddeb716f67890be1417796e35fff0ecebf704f838c930e50713590a86) AuthConfig (30fcccb2379fffab24f790769d278dcea7a1bc6ac4f4a767ae692bc44fd9a0c4) AuthConfig (048b87b9a1a18528f8ecdd14da8508724e48445298d0d7789a587acaf36062b7) AuthConfig (e4e897484dec22107006a2c866e06270e33c57e5183b566461eac14f2e1db270) AuthConfig (51910461f5a185d27e92b8d5736bbd538b67801cc70fdb5fb93d691778e633c4) AuthConfig (1c6731faa4b22eaafd6b0d1858356ab7eb3008f28519e6f4bc1b6259596d4417) AuthConfig (89b193748d71abc134b13dd8ea7c81b5d1d5c43ccdce1b687054f315561cbc30) AuthConfig (7b102dd767f2984f7cd9b84909d3f130df3ccc8f344012649a5e8299d1a12314) AuthConfig (551b02fe1524219afc07e04d32656da7ec73a2e6ab244a3e1b06459189931eef) AuthConfig (6ea86ae77edc8ee36466cbabf61e8a31f867f0312f5cc527c744ae14bc55323e) AuthConfig (f5826db2956917779dbaf4597dc7f6ab6626c9e63360a62d2d5621337e27c88e) AuthConfig (b89c3671ee31025820eb2244811e42abccb353c254f5e9b0e57e7d41ec1b6536) AuthConfig (ee72ee550b338b0f1d1f70232554d650ef12b1210180e6a166f238ac498d5475) AuthConfig (3deaa746869918edfad9018210481f703b3e444d499ca0ffe241b84d6a166203) AuthConfig (b3ccf3de1cb82550330cdb42b2b9e561203d7b9e97a83c8945b7be5ccc9446b2) AuthConfig (3d8f81436323fa8e297371c2fc04581ef9856a199801f79a3c5d3d9e8b0a61c4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"032288a2-2945-4548-87c3-0dbad62b46d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.93063121Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0458df-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (96db9785fe8743729e48b51da5895a8b65ced02d2c1ee2794ff99d27d4c606ca) AuthConfig (180c7d9d4451001236dab15b5e2ccdca2a0fca12296e32b894d8631cc27ce327) AuthConfig (7b39019e45c279b4e31c3ae67b621cf889d3f9898b1905b941625083e3a950b2) AuthConfig (714e6646ea498fbd77f5fb5465e67e78bde266674f6b4be79c36edfcae6d7a30) AuthConfig (9ac2c78f20f9982a442091acc62975ff6053db9752bf550cf7aae48b5f488539) AuthConfig (78e93d86c4be37a18a9fd31ade966c4326c07546df8ca43a8a9b6f8fb555389c) AuthConfig (2db20b7c472184ceb2a5b001a80f11274257c0650fd373ca7a15ae1a1d1d9ac7) AuthConfig (85f716d939bec3ab3797078bb02c419a5e4e96c7a75edc6e9897426c254a1445) AuthConfig (f5d9cbc0ff88142abe110f4b5632d6a94bd430c27e5629ae0c50ad5fa8abe87b) AuthConfig (879ad20193b8995124e008b1ab3b4455aa25ce66319fd68ad3cbe8b0e5c17430) AuthConfig (4c800f45ec7591e643183d0343fbc2c226feced91cd0742410f68a6c5bc7eb81) AuthConfig (05f78070efee31bc1c4816d15a76423b1478a584bb400ab2afd5530943bfbcb0) AuthConfig (aca59d67dbabc877240b46654bbb66586ecb11176bda2bb3cc416cda3cce9409) AuthConfig (6d278ad5ba6152c0df3e06480519a22d80b1976af99a5b90cdb9cf638759c159) AuthConfig (6644acfddeb716f67890be1417796e35fff0ecebf704f838c930e50713590a86) AuthConfig (30fcccb2379fffab24f790769d278dcea7a1bc6ac4f4a767ae692bc44fd9a0c4) AuthConfig (048b87b9a1a18528f8ecdd14da8508724e48445298d0d7789a587acaf36062b7) AuthConfig (e4e897484dec22107006a2c866e06270e33c57e5183b566461eac14f2e1db270) AuthConfig (51910461f5a185d27e92b8d5736bbd538b67801cc70fdb5fb93d691778e633c4) AuthConfig (1c6731faa4b22eaafd6b0d1858356ab7eb3008f28519e6f4bc1b6259596d4417) AuthConfig (89b193748d71abc134b13dd8ea7c81b5d1d5c43ccdce1b687054f315561cbc30) AuthConfig (7b102dd767f2984f7cd9b84909d3f130df3ccc8f344012649a5e8299d1a12314) AuthConfig (551b02fe1524219afc07e04d32656da7ec73a2e6ab244a3e1b06459189931eef) AuthConfig (6ea86ae77edc8ee36466cbabf61e8a31f867f0312f5cc527c744ae14bc55323e) AuthConfig (f5826db2956917779dbaf4597dc7f6ab6626c9e63360a62d2d5621337e27c88e) AuthConfig (b89c3671ee31025820eb2244811e42abccb353c254f5e9b0e57e7d41ec1b6536) AuthConfig (ee72ee550b338b0f1d1f70232554d650ef12b1210180e6a166f238ac498d5475) AuthConfig (3deaa746869918edfad9018210481f703b3e444d499ca0ffe241b84d6a166203) AuthConfig (b3ccf3de1cb82550330cdb42b2b9e561203d7b9e97a83c8945b7be5ccc9446b2) AuthConfig (3d8f81436323fa8e297371c2fc04581ef9856a199801f79a3c5d3d9e8b0a61c4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"2a4192d9-9367-4d42-8140-cff7ff501eb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.931829513Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-85cb41-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (31c3b696f12ad5c280b82d66d68a50d7c16a7e7b0714fc7461cef7b910819b44) AuthConfig (d134bd6925a97601aa26c0623df6e833329fa24f70afc1d26cdd59803818e9ab) AuthConfig (ad5e1b78d2e226ac9aa87701db0eda57a31535119a2fda03cff5aea66a471f94) AuthConfig (1fa1e95d957a9683ee4289737eeb5296d3269a99bab3cb4dd3c2d886e916a2f3) AuthConfig (edfc3f63ff35569c967349c978be99a7cbda9732b747b65f856ccd41bce770ed) AuthConfig (3a0156ed71b2fa0ce8c66a825cbf9afbf705cd52a19938626f78eaba1c249158) AuthConfig (076756fc88f4bab05274560d428ebe5555bb92af88f0ab7f9e4cb1de4a55cb25) AuthConfig (5364afca8c69c1f125fc3266e3f8c17abb4ff4a49d080d314c1342d1e593cc6f) AuthConfig (04234ca053c6b2eae66d0d9bfe6b565de9f42bd345e2c1eedab4ed473238067b) AuthConfig (89675550152cda107868c9c9a54dc784763c0b9df9601d666d7a8599fa86f171) AuthConfig (eebf098a18c69349ac26e208e923c96fa21adf4922b22fa273dfdb087ff0b172) AuthConfig (cd87bf64abad00769712d517499c7d8d309c025057b1b3d2a16a313e91bfc753) AuthConfig (0cf095e32f1bbb72981c42dd622d7bc9dac5c4ecf3277dc76469a0a4ed33775e) AuthConfig (a71735cb877b38446123742c4a142a16206803717a9194f1a2d7158a333901f0) AuthConfig (0a4984a5560066204a481a1fd4635c565c6d2244ebfd20ffa4b1ef54993b3551) AuthConfig (b17d469895653039793658154b233d5cf149c83d13a0d909c086cb295d1bbba8) AuthConfig (2cf63b50dc2782d3098c72f961da6fdf2426c42f32dfff95f1bd5c0fb21ef4f2) AuthConfig (10a8dacf1dfda6580ac947f62f34dd6841df2670e4f7744aa4aa707098fa22c3) AuthConfig (3b51f01c99e515d53431b93a854ef90de59df158a89fa075d77d0d514ecbe099) AuthConfig (dc5bc4198885ce7dded2b47caa6ee37318f031899ef39f4019d1b9ea7798ec1d) AuthConfig (ccc2c400c957d1a6d33399aa7598498a63818397d44f44b6b510bb8f791574b8) AuthConfig (11332aa4ce62a381964e464f688f3991f4faf8274bdd7f021b67530bb09d6adc) AuthConfig (dfca8051f4f2448c1eccde4d8fdbddc7bdb493e185d7f76414ff5b6f093afb5e) AuthConfig (a5f1ba0c0e85aea3417b58d81d18124c371c7311619794be040a6b9c5996f480) AuthConfig (638103b39bbd308f68e31d321ea4d079cbae1d7800b3289e3c16414a2ed5b536) AuthConfig (a67b1e655911461e415c7c8a66db8ffcbf9b467d3b9eb7620fe227fd74d0ef6a) AuthConfig (28267f34d3028f509c3252134229aedddde3ab8e0ccf719403db035fd6bd8c28) AuthConfig (56e0084053b44a1c2acec094c523bf9bd620c884dca247ded2f65fe971ad55b9) AuthConfig (b37efc8e0803b596085d7e97d41aaaf9889fa82bae4172263f6949630edfd7a8) AuthConfig (19f64ec8d15ef7c18b4432d771f2dfe15a525d2570a0197c73551c77cac26aa5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"d890879a-f064-432e-8009-1416d22bd8c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:49:35.934417684Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"032288a2-2945-4548-87c3-0dbad62b46d3","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:49:35.935045176Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"2a4192d9-9367-4d42-8140-cff7ff501eb2","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:36.002567946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"c7c4a192-4c51-4584-bce5-9751c4e2948e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:36.002852589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"16ab8be8-d058-47b5-8e34-5e54081bfe59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:36.00997688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"c7c4a192-4c51-4584-bce5-9751c4e2948e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:36.011569837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"16ab8be8-d058-47b5-8e34-5e54081bfe59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:36.0159333Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0458df-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (96db9785fe8743729e48b51da5895a8b65ced02d2c1ee2794ff99d27d4c606ca) AuthConfig (180c7d9d4451001236dab15b5e2ccdca2a0fca12296e32b894d8631cc27ce327) AuthConfig (7b39019e45c279b4e31c3ae67b621cf889d3f9898b1905b941625083e3a950b2) AuthConfig (714e6646ea498fbd77f5fb5465e67e78bde266674f6b4be79c36edfcae6d7a30) AuthConfig (9ac2c78f20f9982a442091acc62975ff6053db9752bf550cf7aae48b5f488539) AuthConfig (78e93d86c4be37a18a9fd31ade966c4326c07546df8ca43a8a9b6f8fb555389c) AuthConfig (2db20b7c472184ceb2a5b001a80f11274257c0650fd373ca7a15ae1a1d1d9ac7) AuthConfig (85f716d939bec3ab3797078bb02c419a5e4e96c7a75edc6e9897426c254a1445) AuthConfig (f5d9cbc0ff88142abe110f4b5632d6a94bd430c27e5629ae0c50ad5fa8abe87b) AuthConfig (879ad20193b8995124e008b1ab3b4455aa25ce66319fd68ad3cbe8b0e5c17430) AuthConfig (4c800f45ec7591e643183d0343fbc2c226feced91cd0742410f68a6c5bc7eb81) AuthConfig (05f78070efee31bc1c4816d15a76423b1478a584bb400ab2afd5530943bfbcb0) AuthConfig (aca59d67dbabc877240b46654bbb66586ecb11176bda2bb3cc416cda3cce9409) AuthConfig (6d278ad5ba6152c0df3e06480519a22d80b1976af99a5b90cdb9cf638759c159) AuthConfig (6644acfddeb716f67890be1417796e35fff0ecebf704f838c930e50713590a86) AuthConfig (30fcccb2379fffab24f790769d278dcea7a1bc6ac4f4a767ae692bc44fd9a0c4) AuthConfig (048b87b9a1a18528f8ecdd14da8508724e48445298d0d7789a587acaf36062b7) AuthConfig (e4e897484dec22107006a2c866e06270e33c57e5183b566461eac14f2e1db270) AuthConfig (51910461f5a185d27e92b8d5736bbd538b67801cc70fdb5fb93d691778e633c4) AuthConfig (1c6731faa4b22eaafd6b0d1858356ab7eb3008f28519e6f4bc1b6259596d4417) AuthConfig (89b193748d71abc134b13dd8ea7c81b5d1d5c43ccdce1b687054f315561cbc30) AuthConfig (7b102dd767f2984f7cd9b84909d3f130df3ccc8f344012649a5e8299d1a12314) AuthConfig (551b02fe1524219afc07e04d32656da7ec73a2e6ab244a3e1b06459189931eef) AuthConfig (6ea86ae77edc8ee36466cbabf61e8a31f867f0312f5cc527c744ae14bc55323e) AuthConfig (f5826db2956917779dbaf4597dc7f6ab6626c9e63360a62d2d5621337e27c88e) AuthConfig (b89c3671ee31025820eb2244811e42abccb353c254f5e9b0e57e7d41ec1b6536) AuthConfig (ee72ee550b338b0f1d1f70232554d650ef12b1210180e6a166f238ac498d5475) AuthConfig (3deaa746869918edfad9018210481f703b3e444d499ca0ffe241b84d6a166203) AuthConfig (b3ccf3de1cb82550330cdb42b2b9e561203d7b9e97a83c8945b7be5ccc9446b2) AuthConfig (3d8f81436323fa8e297371c2fc04581ef9856a199801f79a3c5d3d9e8b0a61c4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"c7c4a192-4c51-4584-bce5-9751c4e2948e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:36.018368438Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0458df-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (96db9785fe8743729e48b51da5895a8b65ced02d2c1ee2794ff99d27d4c606ca) AuthConfig (180c7d9d4451001236dab15b5e2ccdca2a0fca12296e32b894d8631cc27ce327) AuthConfig (7b39019e45c279b4e31c3ae67b621cf889d3f9898b1905b941625083e3a950b2) AuthConfig (714e6646ea498fbd77f5fb5465e67e78bde266674f6b4be79c36edfcae6d7a30) AuthConfig (9ac2c78f20f9982a442091acc62975ff6053db9752bf550cf7aae48b5f488539) AuthConfig (78e93d86c4be37a18a9fd31ade966c4326c07546df8ca43a8a9b6f8fb555389c) AuthConfig (2db20b7c472184ceb2a5b001a80f11274257c0650fd373ca7a15ae1a1d1d9ac7) AuthConfig (85f716d939bec3ab3797078bb02c419a5e4e96c7a75edc6e9897426c254a1445) AuthConfig (f5d9cbc0ff88142abe110f4b5632d6a94bd430c27e5629ae0c50ad5fa8abe87b) AuthConfig (879ad20193b8995124e008b1ab3b4455aa25ce66319fd68ad3cbe8b0e5c17430) AuthConfig (4c800f45ec7591e643183d0343fbc2c226feced91cd0742410f68a6c5bc7eb81) AuthConfig (05f78070efee31bc1c4816d15a76423b1478a584bb400ab2afd5530943bfbcb0) AuthConfig (aca59d67dbabc877240b46654bbb66586ecb11176bda2bb3cc416cda3cce9409) AuthConfig (6d278ad5ba6152c0df3e06480519a22d80b1976af99a5b90cdb9cf638759c159) AuthConfig (6644acfddeb716f67890be1417796e35fff0ecebf704f838c930e50713590a86) AuthConfig (30fcccb2379fffab24f790769d278dcea7a1bc6ac4f4a767ae692bc44fd9a0c4) AuthConfig (048b87b9a1a18528f8ecdd14da8508724e48445298d0d7789a587acaf36062b7) AuthConfig (e4e897484dec22107006a2c866e06270e33c57e5183b566461eac14f2e1db270) AuthConfig (51910461f5a185d27e92b8d5736bbd538b67801cc70fdb5fb93d691778e633c4) AuthConfig (1c6731faa4b22eaafd6b0d1858356ab7eb3008f28519e6f4bc1b6259596d4417) AuthConfig (89b193748d71abc134b13dd8ea7c81b5d1d5c43ccdce1b687054f315561cbc30) AuthConfig (7b102dd767f2984f7cd9b84909d3f130df3ccc8f344012649a5e8299d1a12314) AuthConfig (551b02fe1524219afc07e04d32656da7ec73a2e6ab244a3e1b06459189931eef) AuthConfig (6ea86ae77edc8ee36466cbabf61e8a31f867f0312f5cc527c744ae14bc55323e) AuthConfig (f5826db2956917779dbaf4597dc7f6ab6626c9e63360a62d2d5621337e27c88e) AuthConfig (b89c3671ee31025820eb2244811e42abccb353c254f5e9b0e57e7d41ec1b6536) AuthConfig (ee72ee550b338b0f1d1f70232554d650ef12b1210180e6a166f238ac498d5475) AuthConfig (3deaa746869918edfad9018210481f703b3e444d499ca0ffe241b84d6a166203) AuthConfig (b3ccf3de1cb82550330cdb42b2b9e561203d7b9e97a83c8945b7be5ccc9446b2) AuthConfig (3d8f81436323fa8e297371c2fc04581ef9856a199801f79a3c5d3d9e8b0a61c4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"16ab8be8-d058-47b5-8e34-5e54081bfe59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:36.566322792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"3cef41c1-4416-4ead-a9d8-02c8100758f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:36.566769894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"a9af99fe-da00-40a0-b222-bb7855084031","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:36.567198885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"0bbc2fec-cf70-4fe9-87d4-6bcde673ae86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:36.574359602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"a9af99fe-da00-40a0-b222-bb7855084031","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:36.576460307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"3cef41c1-4416-4ead-a9d8-02c8100758f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:36.57875719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"0bbc2fec-cf70-4fe9-87d4-6bcde673ae86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:36.596965995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"c5dfa3cb-5a19-420f-8f28-1b24ead3a776","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:36.5992087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"c9b7bbae-a8c1-4013-87fb-f8e4a9ee536d","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"premium-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"premium-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:36.602055694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"ebb1bedd-9f1e-4d5b-9ee8-aed61f74fec6","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:36.665831647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"6d2db1c4-4f9c-4420-9de8-0e06b49a47bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:36.674941868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"6d2db1c4-4f9c-4420-9de8-0e06b49a47bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:36.700727217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"0c10bb80-b11c-4ebb-aef4-94d51172a2db","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:40.397454282Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:41.282758321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-subscription","reconcileID":"41179032-033d-4394-aad7-66539ca6ad3a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-premium-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/premium-w3-2889dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:41.322738753Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-subscription","reconcileID":"7a8c1602-fe3d-4407-90c2-d7fcf5fb310c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-premium-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:41.323690037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-subscription","reconcileID":"f05507d3-42fc-4c43-8548-62c0579023ea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-premium-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:41.32426928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-subscription","reconcileID":"c671dae3-c77a-40a9-9871-ddedaabb99e7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-simulator-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:41.324509714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-subscription","reconcileID":"10b3ec65-e868-4dd6-b538-a385f92d19de","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-simulator-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:41.419039561Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a41afa70-ffd4-42c1-bb11-3f617b662dd2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:41.420282374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-subscription","reconcileID":"91538a71-4d50-4e7e-928d-cafa1df1a7d8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-premium-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/premium-w4-0458df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:41.42070276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-subscription","reconcileID":"5d01a4fe-1d71-40ac-9579-708ff12cbffa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-simulator-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:41.432534136Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-subscription","reconcileID":"ff98f74e-4eca-4f14-8302-954e469f1ad4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-2889dd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:41.528272723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d96caa7b-60f8-4718-b67e-ae3e3d4b561c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:41.528963594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-subscription","reconcileID":"ad1ae6d7-4748-454b-80a9-28f694d2b18b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-premium-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/premium-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:41.529562353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-subscription","reconcileID":"16d99ecb-05a2-42dc-b9d0-2fa82764e361","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-simulator-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:41.529609573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-subscription","reconcileID":"d2411b33-0ae6-475f-a842-81121e4665f8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:43.745926447Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-8a72e6a0","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-dry-sub-8a72e6a0","reconcileID":"9b2fba10-f866-4aae-b35e-386d8cda8012","MaaSSubscription":{"name":"e2e-dry-sub-8a72e6a0","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscription":"e2e-dry-sub-8a72e6a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:43.755988049Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-8a72e6a0","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-dry-sub-8a72e6a0","reconcileID":"9b2fba10-f866-4aae-b35e-386d8cda8012","MaaSSubscription":{"name":"e2e-dry-sub-8a72e6a0","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:43.796730835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"a645a458-38a0-4195-bf84-a7fa5d90090b","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:43.804239274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-8a72e6a0-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-dry-sub-8a72e6a0-auth","reconcileID":"ea67a64e-3853-4dc0-86bd-d68c04466597","MaaSAuthPolicy":{"name":"e2e-dry-sub-8a72e6a0-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:43.804836669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"421e02c2-fd98-44b4-824c-5faf28bf7330","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:43.804982361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"fad1bc69-fcfc-4b82-892c-c1a8f6a49776","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:43.812885493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-8a72e6a0-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-dry-sub-8a72e6a0-auth","reconcileID":"ea67a64e-3853-4dc0-86bd-d68c04466597","MaaSAuthPolicy":{"name":"e2e-dry-sub-8a72e6a0-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:43.812896046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"421e02c2-fd98-44b4-824c-5faf28bf7330","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:43.81531537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"fad1bc69-fcfc-4b82-892c-c1a8f6a49776","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:43.942461217Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-8a72e6a0-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-dry-sub-8a72e6a0-auth","reconcileID":"4f2cbb8a-4b42-42a9-8e72-0600edd57632","MaaSAuthPolicy":{"name":"e2e-dry-sub-8a72e6a0-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:43.942553119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"a279fee6-6983-4c1f-ae16-f599fb519852","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:44.019579723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"7e537d36-0c2b-41bd-8453-a2236446283e","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:44.0255991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"3fb0a806-72b9-4480-a30e-e6640755eaaa","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:44.033664201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-apikey-active-auth","reconcileID":"90ef456d-6fc4-4fbf-8721-2a31e9a3593b","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:44.04099605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-apikey-active-auth","reconcileID":"90ef456d-6fc4-4fbf-8721-2a31e9a3593b","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:44.129308287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"cc23b9eb-1e09-48dd-8b8e-f5b36996d822","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:44.198554296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"f14cc51e-1b6b-4707-8ac2-e304862497ea","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:44.206353787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"2aed9ea3-389a-480a-912b-2de927c9816c","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:49:44.208131265Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-apikey-active-sub","reconcileID":"25498d9b-ec67-4ecc-ae8d-23f1f2d782e0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:44.208435186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"8fd1ed4e-3ec5-4371-9f87-f9421327f1c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:44.208559167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"f1825990-8318-4a35-9bcb-af5ca862d322","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:44.216303598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"8fd1ed4e-3ec5-4371-9f87-f9421327f1c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:44.217399049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"f1825990-8318-4a35-9bcb-af5ca862d322","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:44.226426314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"f4466d64-510d-4b8c-a7cb-1d6aac92f33e","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:44.231800796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"2c3bc103-3b6c-405c-9bf8-60a69741d663","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:44.232569947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"21a59cc9-c648-4ddb-9faf-f9191af92c21","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:44.256441178Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-apikey-active-sub","reconcileID":"527cac19-94e6-4e40-bf62-37769b60036f","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-simulator-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-39bde3/e2e-apikey-active-sub","ai-tenant-e2e-worker-w2-39bde3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:44.289351033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"cb848caa-dd1d-4b52-a863-15e486498116","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:44.311515136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-apikey-active-auth","reconcileID":"dbd7ba2e-969c-40c4-8002-b062960a916c","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:44.320131232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-apikey-active-auth","reconcileID":"dbd7ba2e-969c-40c4-8002-b062960a916c","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:44.333872931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"5e9fc580-4723-4415-af67-9f6956b26ade","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:44.337048329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"349a3f94-d5d4-446b-bf8b-f66c6ca6f3e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:44.341590809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"5e9fc580-4723-4415-af67-9f6956b26ade","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:49:44.342630137Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-apikey-active-auth","reconcileID":"dbd7ba2e-969c-40c4-8002-b062960a916c","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-apikey-active-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:44.345203535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"349a3f94-d5d4-446b-bf8b-f66c6ca6f3e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:44.349054391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-subscription","reconcileID":"00a8c753-ba79-41fd-ba24-fe0fc878d949","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-simulator-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:44.349542539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-apikey-active-sub","reconcileID":"5d8f0ea5-e59b-4656-9191-82ac1d56c81c","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-simulator-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:44.471082282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-apikey-active-auth","reconcileID":"457e7524-781f-4835-93c3-2017c941710e","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:44.479435837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-apikey-active-auth","reconcileID":"457e7524-781f-4835-93c3-2017c941710e","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:44.759727082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"570c3b60-38b0-4151-bc82-d6f81a247491","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:44.767577375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-apikey-active-auth","reconcileID":"ec40b9fa-46e2-4fed-9eb5-74457631f2a6","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:44.767648251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"7b0f0a57-e6d7-45aa-8e26-9a1486055316","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:44.768261514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"026c84b9-1775-496e-b42f-11c5e32c3290","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:44.777054535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-apikey-active-auth","reconcileID":"ec40b9fa-46e2-4fed-9eb5-74457631f2a6","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:44.7771666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"7b0f0a57-e6d7-45aa-8e26-9a1486055316","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:44.780537156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"026c84b9-1775-496e-b42f-11c5e32c3290","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.140632298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"18977620-f823-497e-b880-1332fad910aa","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.147865221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"d5433e05-5af8-418c-93dc-1bfb50581a0e","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.15612156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-apikey-failed-auth","reconcileID":"aafad94a-689a-49e4-9943-61be50d8d3ce","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.183226936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-apikey-failed-auth","reconcileID":"aafad94a-689a-49e4-9943-61be50d8d3ce","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.21839516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"cbe1d6ab-a83f-4641-8de7-39573d1c7283","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.244167501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"ed416a3a-a03e-45d7-b922-bf2685e9fb36","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.25046251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"638fe54a-ac20-473e-a836-8e1d18b54831","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.267543352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-apikey-failed-auth","reconcileID":"6908e2e3-ba3d-4a6d-a8e2-dcd43f7aa1f7","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.273510808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-b56f4ef5-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-combo-sub-b56f4ef5-auth","reconcileID":"6664fe32-1ad3-4156-932d-33b6325f5fc3","MaaSAuthPolicy":{"name":"e2e-combo-sub-b56f4ef5-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.288164044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-apikey-failed-auth","reconcileID":"6908e2e3-ba3d-4a6d-a8e2-dcd43f7aa1f7","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.308928171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-b56f4ef5-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-combo-sub-b56f4ef5-auth","reconcileID":"6664fe32-1ad3-4156-932d-33b6325f5fc3","MaaSAuthPolicy":{"name":"e2e-combo-sub-b56f4ef5-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.357510812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"60399412-4fb5-42c2-98e0-39ec0f81c95a","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.379562277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-b56f4ef5-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-combo-sub-b56f4ef5-auth","reconcileID":"f876fadb-f0dc-4c07-bdee-97fabe7d7bca","MaaSAuthPolicy":{"name":"e2e-combo-sub-b56f4ef5-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.392025297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-b56f4ef5-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-combo-sub-b56f4ef5-auth","reconcileID":"f876fadb-f0dc-4c07-bdee-97fabe7d7bca","MaaSAuthPolicy":{"name":"e2e-combo-sub-b56f4ef5-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.419636091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"87cc0852-4732-462c-9da9-c74e194d71e5","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:49:45.461793262Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-b56f4ef5-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-combo-sub-b56f4ef5-auth","reconcileID":"f876fadb-f0dc-4c07-bdee-97fabe7d7bca","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-combo-sub-b56f4ef5-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.475309818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"e8bf922a-a225-487f-b1d1-255b91edda72","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:49:45.488797334Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-b56f4ef5","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-combo-sub-b56f4ef5","reconcileID":"a6023f11-2c13-4be0-aba2-6acf30e6d608","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-b56f4ef5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.492151776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-b56f4ef5-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-combo-sub-b56f4ef5-auth","reconcileID":"e851b63f-bbec-4ada-9e04-dd12384b4b9d","MaaSAuthPolicy":{"name":"e2e-combo-sub-b56f4ef5-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.492582889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"3f9a7eeb-3c39-48a5-9e35-401daff58f4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.493012166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"47176d7a-ce06-47b6-a083-86bf53943483","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.501508958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-b56f4ef5-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-combo-sub-b56f4ef5-auth","reconcileID":"e851b63f-bbec-4ada-9e04-dd12384b4b9d","MaaSAuthPolicy":{"name":"e2e-combo-sub-b56f4ef5-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.504041034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"47176d7a-ce06-47b6-a083-86bf53943483","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.50696919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"3f9a7eeb-3c39-48a5-9e35-401daff58f4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.600739703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"154226fd-5400-4bcf-865c-c0349167981b","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.603404195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-apikey-failed-auth","reconcileID":"1f48976d-2bb2-4231-8be2-c5b0ebb73e77","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:49:45.605449691Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-apikey-failed-sub","reconcileID":"41763e5a-5020-4d05-870a-46dc8fca4b03","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.608008722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"20cbf482-8fc6-4a79-a908-e4a551dbbd55","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.612189737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-apikey-failed-auth","reconcileID":"1f48976d-2bb2-4231-8be2-c5b0ebb73e77","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:49:45.613509428Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-2889dd/e2e-combo-sub-b56f4ef5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-b56f4ef5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.672787542Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-b56f4ef5","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-combo-sub-b56f4ef5","reconcileID":"538e32e7-bb5b-4c8c-aaa0-ad5f7826cad2","MaaSSubscription":{"name":"e2e-combo-sub-b56f4ef5","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-2889dd/e2e-combo-sub-b56f4ef5","ai-tenant-e2e-worker-w3-2889dd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.73032051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"504f2d4a-6f4b-4d37-9944-487e356f912d","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.742199405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"2ecadbef-c3fb-4d17-a77c-90e803c9b983","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.742350297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"94119382-a38c-42fd-96af-76a8b6786376","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.742884801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"182e9938-8e92-42e6-a8dc-c602eeac5466","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.743435591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"9016777d-f524-48e2-b2f2-ec2e45427b0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.75841518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"9016777d-f524-48e2-b2f2-ec2e45427b0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.758600069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"182e9938-8e92-42e6-a8dc-c602eeac5466","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.767866602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"94119382-a38c-42fd-96af-76a8b6786376","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.777767712Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-subscription","reconcileID":"8aaf4b18-5fb3-485a-8b9c-78b5ba38f897","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.780587021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"2ecadbef-c3fb-4d17-a77c-90e803c9b983","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.827658974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-b56f4ef5-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-combo-sub-b56f4ef5-auth","reconcileID":"4e20ba9a-5215-4494-acba-0f1ee4142fba","MaaSAuthPolicy":{"name":"e2e-combo-sub-b56f4ef5-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.840194408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-b56f4ef5-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-combo-sub-b56f4ef5-auth","reconcileID":"4e20ba9a-5215-4494-acba-0f1ee4142fba","MaaSAuthPolicy":{"name":"e2e-combo-sub-b56f4ef5-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.840298504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-b56f4ef5","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-combo-sub-b56f4ef5","reconcileID":"6bb8f422-5fec-4620-b285-6d2ef3972132","MaaSSubscription":{"name":"e2e-combo-sub-b56f4ef5","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.939674883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"2310d12d-5ae0-4d89-8c29-adcecbf3c2dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.946720271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"1da871a9-fed7-4ba2-a4ef-8c66c315501a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.946905726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-apikey-failed-auth","reconcileID":"da0c3f33-e34d-48e6-b2a7-47336b874358","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.949498365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"43a4580d-5d46-482c-88cb-7cf5015ce43f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.952781646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"2310d12d-5ae0-4d89-8c29-adcecbf3c2dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.956431599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-apikey-failed-auth","reconcileID":"da0c3f33-e34d-48e6-b2a7-47336b874358","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.957609767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"1da871a9-fed7-4ba2-a4ef-8c66c315501a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.960454805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"43a4580d-5d46-482c-88cb-7cf5015ce43f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:46.029024132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"c5853781-33e6-44c6-a7ce-96d6d03eb668","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:46.040963763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"62da5e59-c568-4646-9174-4561b5931379","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:46.041038957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"66d8db49-056c-4859-b5f8-8192f17221bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:46.04137891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"d44e9281-b104-4437-b601-feab5c948a4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:46.050906806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"66d8db49-056c-4859-b5f8-8192f17221bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:46.05098274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"62da5e59-c568-4646-9174-4561b5931379","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:46.053109711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"d44e9281-b104-4437-b601-feab5c948a4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:46.223695698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"5871f10b-f80b-499f-bbd3-7a91b503af4a","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"premium-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"premium-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:46.227413021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"b9a563cb-8896-4329-b039-2036c21eff74","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"premium-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"premium-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:46.228041784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"e8f6eafa-73ed-4c3a-88dd-3b0314a5c514","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:48.472830721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"90e0db0d-1b57-4620-b27c-b532f0658ef5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:48.47387097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"c9cabf6e-01fb-49f3-a1c9-45b9c2d9bdc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:48.474767247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-apikey-failed-auth","reconcileID":"264b64c5-05d6-46ae-9b26-0d8db6dbb0b4","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:48.493630994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"c9cabf6e-01fb-49f3-a1c9-45b9c2d9bdc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:48.568869538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-apikey-failed-auth","reconcileID":"264b64c5-05d6-46ae-9b26-0d8db6dbb0b4","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:48.594382124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"90e0db0d-1b57-4620-b27c-b532f0658ef5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:48.895641902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"b6ee3f2a-84bb-42a3-afe2-331b9ecbb36c","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:48.903575019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"f7b6a372-b1c1-4392-8d2b-896a6f3498d5","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:48.912618529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-47892709-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-bulk-sub-47892709-auth","reconcileID":"734a9525-77b5-4f6f-acf4-8b01a4fa882a","MaaSAuthPolicy":{"name":"e2e-bulk-sub-47892709-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:48.920076596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-47892709-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-bulk-sub-47892709-auth","reconcileID":"734a9525-77b5-4f6f-acf4-8b01a4fa882a","MaaSAuthPolicy":{"name":"e2e-bulk-sub-47892709-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:48.940482602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"19fc15fb-a799-4821-80bf-58d0e51bb977","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:49.012615772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-47892709-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-bulk-sub-47892709-auth","reconcileID":"55b7ea47-4624-460a-9488-1052bacb43ca","MaaSAuthPolicy":{"name":"e2e-bulk-sub-47892709-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:49.019771865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-47892709-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-bulk-sub-47892709-auth","reconcileID":"55b7ea47-4624-460a-9488-1052bacb43ca","MaaSAuthPolicy":{"name":"e2e-bulk-sub-47892709-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:49.127640545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"a84c459f-a7bb-4df9-8a6c-494b326998a4","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:49.14128195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"a59935cb-77b5-4ff3-8617-c8b1d4241c73","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:49:49.155840835Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-47892709","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-bulk-sub-47892709","reconcileID":"f4454670-dfb0-417b-9d61-f27a5e742104","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-47892709\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:49.156358447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"1fcf6d60-5754-42b8-8583-5421c507da24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:49.156611973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"22c1ace8-abef-4c80-b095-0c5bf554bb1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:49.156833396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-47892709-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-bulk-sub-47892709-auth","reconcileID":"f2741df6-f6c1-4a80-bac1-42a26772e5fb","MaaSAuthPolicy":{"name":"e2e-bulk-sub-47892709-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:49.157918135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"9999831d-f57b-43ef-9162-6ef987de1498","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:49.174761388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"22c1ace8-abef-4c80-b095-0c5bf554bb1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:49.182613931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-47892709-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-bulk-sub-47892709-auth","reconcileID":"f2741df6-f6c1-4a80-bac1-42a26772e5fb","MaaSAuthPolicy":{"name":"e2e-bulk-sub-47892709-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:49.2001639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"1fcf6d60-5754-42b8-8583-5421c507da24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:49.219170413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"1c2a26f8-50d1-4034-bc1a-b0111da8e675","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:49.227597452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"dd70768b-04ba-401a-a27e-003f39e7f5f4","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:49.237830294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"cf6078e8-629e-409d-86c9-22c195f14c49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:49.245784729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"cf6078e8-629e-409d-86c9-22c195f14c49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:49.251448789Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-47892709","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-bulk-sub-47892709","reconcileID":"dff2cd5f-ee52-4c9f-a993-c0a5bc331a6c","MaaSSubscription":{"name":"e2e-bulk-sub-47892709","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-simulator-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-0458df/e2e-bulk-sub-47892709","ai-tenant-e2e-worker-w4-0458df/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:49.288427846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"d1ad4d7e-2985-432a-8835-f92943c305be","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:49.338438292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-47892709-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-bulk-sub-47892709-auth","reconcileID":"28becb57-2211-41ab-929d-8c6f5dd30d5d","MaaSAuthPolicy":{"name":"e2e-bulk-sub-47892709-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:49.338839689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"7ec286bb-5e40-4ca7-89c2-3bc29ab20fd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:49.341998412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-47892709","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-bulk-sub-47892709","reconcileID":"fc0b8755-9e6d-4ae1-adce-e3330e945bfa","MaaSSubscription":{"name":"e2e-bulk-sub-47892709","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-simulator-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:49.342499443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-subscription","reconcileID":"c89d09c3-1dfd-4122-9605-0afa26fe1241","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-simulator-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:49.346079966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-47892709-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-bulk-sub-47892709-auth","reconcileID":"28becb57-2211-41ab-929d-8c6f5dd30d5d","MaaSAuthPolicy":{"name":"e2e-bulk-sub-47892709-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:49.347708467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"7ec286bb-5e40-4ca7-89c2-3bc29ab20fd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:49.397919222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"70ac8463-e4a0-484a-8e73-6d33a7b37596","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:49.441900519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"7cf1a074-b08b-4298-9d16-dc08696696c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:49.442595182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-b56f4ef5-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-combo-sub-b56f4ef5-auth","reconcileID":"30cbb963-c5b3-4318-8085-ec48fc3d37e1","MaaSAuthPolicy":{"name":"e2e-combo-sub-b56f4ef5-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:49.443199559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"fd849c1e-94ca-4dba-8c15-63f5cffe1bf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:49.452673141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-b56f4ef5-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-combo-sub-b56f4ef5-auth","reconcileID":"30cbb963-c5b3-4318-8085-ec48fc3d37e1","MaaSAuthPolicy":{"name":"e2e-combo-sub-b56f4ef5-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:49.452763678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"fd849c1e-94ca-4dba-8c15-63f5cffe1bf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:49.461199704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"7cf1a074-b08b-4298-9d16-dc08696696c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:52.679294635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"66805c7b-bf12-479f-8ca2-ee95afdda14e","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:52.711023611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"8d0670f1-dada-4f6d-a6c6-8cc581a7fffe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:52.711254269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"b88e9d0d-572c-4235-8b66-dd82e4677cfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:52.711024015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-47892709-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-bulk-sub-47892709-auth","reconcileID":"f4d5a50a-e83d-4a26-9c59-d9c260f07104","MaaSAuthPolicy":{"name":"e2e-bulk-sub-47892709-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:52.719747491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"8d0670f1-dada-4f6d-a6c6-8cc581a7fffe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:52.719789852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"b88e9d0d-572c-4235-8b66-dd82e4677cfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:52.722431569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-47892709-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-bulk-sub-47892709-auth","reconcileID":"f4d5a50a-e83d-4a26-9c59-d9c260f07104","MaaSAuthPolicy":{"name":"e2e-bulk-sub-47892709-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:54.785426191Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-apikey-active-sub","reconcileID":"9d5e486f-7fd6-4004-8d45-fcb53ee7757b","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscription":"e2e-apikey-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:54.82138258Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-apikey-active-sub","reconcileID":"9d5e486f-7fd6-4004-8d45-fcb53ee7757b","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-simulator-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-39bde3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:54.866344589Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-subscription","reconcileID":"fdc69fa9-2baf-457e-8f35-2d8e30a00ac3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-simulator-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:54.881022692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"c1297ffc-fdb3-45cb-8ae2-cca47e472538","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:54.898221948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-apikey-active-auth","reconcileID":"1294084b-409a-409e-9404-7efe58784479","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:54.898441106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"a4d7ad07-5304-4fe2-8e93-24761b428ad0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:54.89976567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"5d552bee-7348-47d5-a0d7-d43a2e8e8a70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:54.910337175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-apikey-active-auth","reconcileID":"1294084b-409a-409e-9404-7efe58784479","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:54.91405903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"5d552bee-7348-47d5-a0d7-d43a2e8e8a70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:54.914560254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"a4d7ad07-5304-4fe2-8e93-24761b428ad0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:55.02803386Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-apikey-active-auth","reconcileID":"b3ba4bdf-832d-443a-ab14-608eaeb11f23","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:55.028140571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"2220cb0c-8431-4927-a6ba-67cc9710f79f","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:55.042614767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"313857e9-6ad6-4230-b4f3-4aca7aa1b008","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:55.966874534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"f9ed9efc-973b-4d41-9619-627d9c6870d0","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:55.975031469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"3b9e2385-66a2-4b8e-9011-e60d489ee0e6","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:55.983602126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-apikey-degraded-auth","reconcileID":"01a9bb25-9122-459d-a4ad-838ae38dec5a","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:55.991535989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-apikey-degraded-auth","reconcileID":"01a9bb25-9122-459d-a4ad-838ae38dec5a","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:56.014950177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"186a95d8-5ab9-42e6-b0be-9224a152f8b6","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:56.083559713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-apikey-degraded-auth","reconcileID":"bbce5bf8-1a3c-4eca-92ab-d22b97ac8b73","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:56.092269467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-apikey-degraded-auth","reconcileID":"bbce5bf8-1a3c-4eca-92ab-d22b97ac8b73","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:56.1416556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"ff8f5449-cfeb-499a-94ab-3f1878cc8ca1","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:56.147911983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"4a435925-9bfb-4b39-a5bb-39d84e8ed411","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:49:56.152589427Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-apikey-degraded-sub","reconcileID":"2abd8b95-12c4-4838-84a2-ba1c06be34c4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:56.170240586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"a731fc1b-5c51-4803-9320-52f52124e880","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:56.175741311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"d472cac7-f083-419a-a6d1-923a7b37cd6d","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:56.183976835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"a26f446d-71ce-4b83-bc64-2bae5edb4b57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:56.184016959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"6bbfed92-447c-4f8a-b178-bebcb10ca5ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:56.184587365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-apikey-degraded-auth","reconcileID":"76a3930b-0278-4c3a-84ad-d2a490c1ad81","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:56.191063333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"6bbfed92-447c-4f8a-b178-bebcb10ca5ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:56.191609928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"a26f446d-71ce-4b83-bc64-2bae5edb4b57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:56.193453971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-apikey-degraded-auth","reconcileID":"76a3930b-0278-4c3a-84ad-d2a490c1ad81","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:56.199493987Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-apikey-degraded-sub","reconcileID":"f2f037f1-b7d3-4a0f-91cd-e82b0f36dd83","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-simulator-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-39bde3/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w2-39bde3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:56.199616317Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-apikey-degraded-sub","reconcileID":"f2f037f1-b7d3-4a0f-91cd-e82b0f36dd83","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"model":"e2e-models-e2e-worker-w2-39bde3/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-39bde3/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:56.259969738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"c87e9ef0-7ccf-40a1-891d-4c4c1763d24d","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:56.289145841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-apikey-degraded-auth","reconcileID":"19171cd9-509f-4d80-bc9d-00265c179d08","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:56.289814075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"295ea033-4c54-4bde-8a35-e4350485f309","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:56.290435125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"7388c8df-0d07-414d-a61f-327c4cfdc823","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:56.294706831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-subscription","reconcileID":"7970a9ee-8b40-4d2a-84c9-b4374247f70f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-simulator-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:56.35637747Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-apikey-degraded-sub","reconcileID":"ca5a6b9d-8b62-440d-8933-0cccb87b4b68","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-simulator-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:56.356522367Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-apikey-degraded-sub","reconcileID":"ca5a6b9d-8b62-440d-8933-0cccb87b4b68","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"model":"e2e-models-e2e-worker-w2-39bde3/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-39bde3/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:56.359020008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-apikey-degraded-auth","reconcileID":"19171cd9-509f-4d80-bc9d-00265c179d08","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:56.362150103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"7388c8df-0d07-414d-a61f-327c4cfdc823","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:56.364783614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"295ea033-4c54-4bde-8a35-e4350485f309","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:56.692006648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"38670e90-0b3d-4a87-8c15-45c7152a3183","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:56.704675457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-apikey-degraded-auth","reconcileID":"1b5bbe16-3b77-4e80-bc4f-ceba71404b63","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:56.704727191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"21f3975d-5b6a-4817-bfb3-8864b2520f43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:56.705208143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"9d452782-81d2-48d7-8e98-11fbf8815d15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:56.712735685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-apikey-degraded-auth","reconcileID":"1b5bbe16-3b77-4e80-bc4f-ceba71404b63","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:56.713517043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"21f3975d-5b6a-4817-bfb3-8864b2520f43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:56.715048615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"9d452782-81d2-48d7-8e98-11fbf8815d15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:58.335206359Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-apikey-failed-sub","reconcileID":"cc7b4a12-2a68-48f0-9d4d-95baf21180c1","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-9de872"},"model":"e2e-models-e2e-worker-w0-9de872/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:58.335315825Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-apikey-failed-sub","reconcileID":"cc7b4a12-2a68-48f0-9d4d-95baf21180c1","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-9de872"},"model":"e2e-models-e2e-worker-w0-9de872/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-9de872/nonexistent-model-apikey-failed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:58.376567246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"cd69ad73-8e43-4bc9-9656-476d5f0d6164","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:58.376899392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-apikey-failed-auth","reconcileID":"22745a63-2c94-45bb-a4fb-fe2371c0dfbc","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:58.376958714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"47eb4941-3f9d-4a33-ab45-7c73c9154e82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:58.384332893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"cd69ad73-8e43-4bc9-9656-476d5f0d6164","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:58.385259362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"47eb4941-3f9d-4a33-ab45-7c73c9154e82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:58.386646571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-apikey-failed-auth","reconcileID":"22745a63-2c94-45bb-a4fb-fe2371c0dfbc","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:58.51790947Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-apikey-failed-auth","reconcileID":"047ed8c8-a896-4a6c-92b7-2b10c1e8c3d2","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"model":"e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:58.518010415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"6a6d08d7-7b8b-4a5c-bded-18a410aaa32c","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:58.534948962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"daec3357-f369-4248-b85c-3df8c20f4a70","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:59.415639735Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-b56f4ef5","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-combo-sub-b56f4ef5","reconcileID":"628c46fe-b69a-4aab-9454-66243eaac6d4","MaaSSubscription":{"name":"e2e-combo-sub-b56f4ef5","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscription":"e2e-combo-sub-b56f4ef5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:59.433292871Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-b56f4ef5","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-combo-sub-b56f4ef5","reconcileID":"628c46fe-b69a-4aab-9454-66243eaac6d4","MaaSSubscription":{"name":"e2e-combo-sub-b56f4ef5","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-2889dd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:59.455054711Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-subscription","reconcileID":"e8769284-f398-43f2-aef0-47b8907ad409","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:59.469909531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"5134f4d2-5e74-4b50-a916-19e14e2a991b","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:59.477034907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-b56f4ef5-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-combo-sub-b56f4ef5-auth","reconcileID":"4bb0f7ec-20a0-4943-b839-0b7918ed29e3","MaaSAuthPolicy":{"name":"e2e-combo-sub-b56f4ef5-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:59.477916211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"cc7d6e4c-71bc-4248-8832-da8f371f370d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:59.478579709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"5b0cbf79-1917-49aa-8f4f-09ccae94c47a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:59.484681322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-b56f4ef5-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-combo-sub-b56f4ef5-auth","reconcileID":"4bb0f7ec-20a0-4943-b839-0b7918ed29e3","MaaSAuthPolicy":{"name":"e2e-combo-sub-b56f4ef5-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:59.486278177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"5b0cbf79-1917-49aa-8f4f-09ccae94c47a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:59.487080823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"cc7d6e4c-71bc-4248-8832-da8f371f370d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:59.61216211Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-b56f4ef5-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-combo-sub-b56f4ef5-auth","reconcileID":"71d6cdbc-67bb-4836-b901-e8852b3fe830","MaaSAuthPolicy":{"name":"e2e-combo-sub-b56f4ef5-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:59.612534549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"67e64a78-5148-4728-a403-6031fdfc4b71","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:59.62677556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"d0e573b0-13e9-4057-b7f3-1d951e22653b","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:00.551879798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"3c4873df-5483-41e8-8fc1-f4f2bbf6f851","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:00.561183798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"234c1535-f7e7-4d36-8ea0-fd59f5b431b0","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:00.577019101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-a-3af09e55-auth","reconcileID":"3562e7ae-a0a4-48ae-a679-129d9959401d","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:00.590242991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-a-3af09e55-auth","reconcileID":"3562e7ae-a0a4-48ae-a679-129d9959401d","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:00.616391666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"a848a750-9f10-49c5-abe8-6b9f5883cdac","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:00.682582896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-a-3af09e55-auth","reconcileID":"17075f28-8d2d-4c55-996a-1c631baaa01e","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:00.693380765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-a-3af09e55-auth","reconcileID":"17075f28-8d2d-4c55-996a-1c631baaa01e","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:50:00.714718979Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-a-3af09e55-auth","reconcileID":"17075f28-8d2d-4c55-996a-1c631baaa01e","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-filter-sub-a-3af09e55-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:00.731276607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"e59e60b8-fbdb-42bc-bce2-638cc308e74b","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:00.739397334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"191e60e8-6ce5-46fd-8e62-c96fb2d2f2df","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:50:00.741631478Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-3af09e55","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-a-3af09e55","reconcileID":"f23bbdfb-6fa2-42f8-986c-d489c1b0c957","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-3af09e55\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:00.762306484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"f00bc0ed-cc1c-45e2-998e-21a0909b7ba8","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:00.780583394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"2104eed1-eec4-4dab-8b12-b56c7eeffb62","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:00.784512091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"82dd5a10-1204-4da8-a15e-43ce5f32faec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:00.784551005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-a-3af09e55-auth","reconcileID":"33b66dee-80fc-4d07-9466-902f88ccc0fa","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:00.785197431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"0d7d6162-783d-420f-af53-19455c6762d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:00.793026088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-a-3af09e55-auth","reconcileID":"33b66dee-80fc-4d07-9466-902f88ccc0fa","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:00.794074835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"82dd5a10-1204-4da8-a15e-43ce5f32faec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:00.795340018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"0d7d6162-783d-420f-af53-19455c6762d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:00.807474465Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-3af09e55","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-a-3af09e55","reconcileID":"4ac4e00c-7e9e-4e9d-984a-f0f3d3ebf17e","MaaSSubscription":{"name":"e2e-filter-sub-a-3af09e55","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-2889dd/e2e-filter-sub-a-3af09e55","ai-tenant-e2e-worker-w3-2889dd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:00.827153475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"96dd129e-99da-497f-9c0b-bfeb1a9b6f19","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:00.884189581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"92177b00-9f60-4d9e-8f3d-307e70872802","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:00.884189603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-a-3af09e55-auth","reconcileID":"ab7d8a84-328e-499b-b869-ad6e737e9ae8","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:00.884935248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"f0e4f5c4-2a0f-42fe-9162-e786d3047482","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:00.892643286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-a-3af09e55-auth","reconcileID":"ab7d8a84-328e-499b-b869-ad6e737e9ae8","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:00.892738406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"92177b00-9f60-4d9e-8f3d-307e70872802","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:00.894990094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"f0e4f5c4-2a0f-42fe-9162-e786d3047482","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:00.896497049Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-3af09e55","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-a-3af09e55","reconcileID":"60eee18d-aa51-4a2f-aac8-f5d00c684b40","MaaSSubscription":{"name":"e2e-filter-sub-a-3af09e55","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:00.89681153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-subscription","reconcileID":"104973f5-7402-4c75-9572-6c601bd57346","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:01.081043086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"d4da77ac-b757-458a-b72c-e1598cd23128","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:01.089909791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"7c8d6541-08c2-49d3-bb3a-412f25d814a3","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:01.098924386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-475d38d4-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-b-475d38d4-auth","reconcileID":"3881810a-01b1-48f1-bf3c-3a1d889f9d28","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-475d38d4-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:01.106995693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-475d38d4-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-b-475d38d4-auth","reconcileID":"3881810a-01b1-48f1-bf3c-3a1d889f9d28","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-475d38d4-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:01.130745261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"b5a5fa86-d7d7-4820-b285-ca2df9abc5cc","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:01.201602281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-475d38d4-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-b-475d38d4-auth","reconcileID":"7f8c1442-33e9-4c09-9b6a-d658e246c2db","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-475d38d4-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:01.21088306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-475d38d4-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-b-475d38d4-auth","reconcileID":"7f8c1442-33e9-4c09-9b6a-d658e246c2db","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-475d38d4-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:01.273960701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"4d919090-87c0-4be2-9ebf-7d777fc0cca8","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:01.274175163Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-2889dd priority=0:[ai-tenant-e2e-worker-w3-2889dd/e2e-filter-sub-a-3af09e55 ai-tenant-e2e-worker-w3-2889dd/e2e-filter-sub-b-475d38d4]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:01.287359674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"87b7d7ef-bc0e-45ef-9edc-2f30767acce8","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:50:01.291322052Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-475d38d4","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-b-475d38d4","reconcileID":"cf7667b4-e330-4426-85ec-58c7e4126ebe","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-475d38d4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:01.299196502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"90c04a62-33b9-49c3-a5cc-6aa78924092b","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:01.30399655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"55fb47a7-b9dc-4fac-93b7-e895d5249b70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:01.30453707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-a-3af09e55-auth","reconcileID":"1da1590d-bb2c-467c-b9ef-4dec9ce07a45","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:01.305195288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"7d54119f-4dd3-4caa-9ab7-cf4c00338f53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:01.305745749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-475d38d4-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-b-475d38d4-auth","reconcileID":"9633e892-135a-44e0-95c4-7a4e853019c1","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-475d38d4-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:01.309723373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"81ec5495-0d20-4bc2-aac7-3fedfdb0f84e","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:01.317721858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"55fb47a7-b9dc-4fac-93b7-e895d5249b70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:01.317721857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-475d38d4-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-b-475d38d4-auth","reconcileID":"9633e892-135a-44e0-95c4-7a4e853019c1","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-475d38d4-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:01.375224209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"7d54119f-4dd3-4caa-9ab7-cf4c00338f53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:01.376316016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"658d6d17-8f8d-40ef-a98e-c6664b178784","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:01.388288869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-a-3af09e55-auth","reconcileID":"1da1590d-bb2c-467c-b9ef-4dec9ce07a45","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:01.456927576Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-475d38d4","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-b-475d38d4","reconcileID":"bddbf6db-bf5e-4254-ac53-de08765ac0d0","MaaSSubscription":{"name":"e2e-filter-sub-b-475d38d4","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w3-2889dd/e2e-filter-sub-a-3af09e55","ai-tenant-e2e-worker-w3-2889dd/e2e-filter-sub-b-475d38d4","ai-tenant-e2e-worker-w3-2889dd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:01.500939853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-475d38d4-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-b-475d38d4-auth","reconcileID":"020110b1-6d27-4b1a-9031-cbbd6df71a21","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-475d38d4-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:01.501378711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"9728081a-d0ad-4312-88b1-54b7f84f998e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:01.510246635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"058c6234-e202-424b-9a54-fe7eb1ebef0f","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:01.511019184Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-subscription","reconcileID":"6e425dbb-abc5-40b9-88b6-9a7078f15807","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:01.576194102Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-3af09e55","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-a-3af09e55","reconcileID":"e2d165a4-aade-4672-8e9f-cd4e56326e6e","MaaSSubscription":{"name":"e2e-filter-sub-a-3af09e55","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:01.59412771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"9728081a-d0ad-4312-88b1-54b7f84f998e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:01.658178875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-475d38d4-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-b-475d38d4-auth","reconcileID":"020110b1-6d27-4b1a-9031-cbbd6df71a21","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-475d38d4-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:01.669685197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-a-3af09e55-auth","reconcileID":"cb2a8a8a-e242-421b-8140-eb241de5920d","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:01.670531082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-475d38d4","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-b-475d38d4","reconcileID":"7b5ec44f-3803-4875-bb5b-8014e30459c3","MaaSSubscription":{"name":"e2e-filter-sub-b-475d38d4","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:01.675501412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"80d217ec-02df-45b6-b83f-811b94ab0ca7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:01.683549272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-a-3af09e55-auth","reconcileID":"cb2a8a8a-e242-421b-8140-eb241de5920d","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:01.693259542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"80d217ec-02df-45b6-b83f-811b94ab0ca7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.176507468Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a58f71","reconcileID":"d82ee82b-44d8-41dc-ad80-ca85f8c1d56b","namespace":"llm","name":"e2e-rt-sw-a58f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.192418912Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a58f71","reconcileID":"fdec8893-270b-4d43-b2a1-158eff97f561","namespace":"llm","name":"e2e-rt-sw-a58f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.195739743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-47892709-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-bulk-sub-47892709-auth","reconcileID":"2a41f060-bf14-4acf-8792-74750b598dab","MaaSAuthPolicy":{"name":"e2e-bulk-sub-47892709-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.196277228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"88c59c7c-763c-45e9-ae2b-3a26f3c49264","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.196681692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"0217f72c-26e8-4521-9e39-5fbda23db696","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.196781904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"c85e4263-30ce-4df3-bd12-0a22dff826c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.19706711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"74abfe0e-b047-451c-9f47-833b465bddf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.206573453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-47892709-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-bulk-sub-47892709-auth","reconcileID":"2a41f060-bf14-4acf-8792-74750b598dab","MaaSAuthPolicy":{"name":"e2e-bulk-sub-47892709-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.208836453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"74abfe0e-b047-451c-9f47-833b465bddf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.209596486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"0217f72c-26e8-4521-9e39-5fbda23db696","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.211038462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"88c59c7c-763c-45e9-ae2b-3a26f3c49264","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.213604349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"c85e4263-30ce-4df3-bd12-0a22dff826c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.225277487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-a-3af09e55-auth","reconcileID":"5feecc7f-5ae4-4116-841b-dba5f7388845","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.225511523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"d708491a-df95-4d6f-a790-44b43e7f62df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.227216951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"85951898-3290-41ff-bc43-4c43387f3968","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.228445409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"69b42caf-71fc-4fc3-9e5c-31df27e3763e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.229920569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-475d38d4-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-b-475d38d4-auth","reconcileID":"f6fb5554-dfcc-475a-bf14-6c7ea9917410","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-475d38d4-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.233168309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-a-3af09e55-auth","reconcileID":"5feecc7f-5ae4-4116-841b-dba5f7388845","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.23462349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"d708491a-df95-4d6f-a790-44b43e7f62df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.235771534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"85951898-3290-41ff-bc43-4c43387f3968","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.25626253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-475d38d4-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-b-475d38d4-auth","reconcileID":"f6fb5554-dfcc-475a-bf14-6c7ea9917410","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-475d38d4-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.259238859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"69b42caf-71fc-4fc3-9e5c-31df27e3763e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.340635946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"c190f21f-7717-47ad-9532-fe1970b1eb0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.340784195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"19fb6e55-9eb2-4cd8-8ccc-33ecb60cd3a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.341073917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-apikey-degraded-auth","reconcileID":"d8075bd0-5fa0-476f-8390-43a2b3af8b06","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.341335685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"7084fe13-08b1-4b81-80d9-afdc13852065","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.354654713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"7084fe13-08b1-4b81-80d9-afdc13852065","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.354715812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"c190f21f-7717-47ad-9532-fe1970b1eb0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.358019403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"19fb6e55-9eb2-4cd8-8ccc-33ecb60cd3a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.374112912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-apikey-degraded-auth","reconcileID":"d8075bd0-5fa0-476f-8390-43a2b3af8b06","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.433750875Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a58f71","reconcileID":"87721a87-b74c-4a4d-9145-747ce0a5a33d","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"name":"e2e-rt-sw-a58f71","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.449375908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e0d1b766-bd7a-4e83-9b11-1d54a206e56e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.476866076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e0d1b766-bd7a-4e83-9b11-1d54a206e56e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.503403439Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a58f71","reconcileID":"c3a842a2-bf6c-4341-afde-3318895ec8ff","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"name":"e2e-rt-sw-a58f71","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.51122947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3d314ae2-d4d5-446a-8695-7aeb6ba219fe","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.511247702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3d314ae2-d4d5-446a-8695-7aeb6ba219fe","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.511460598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6c185dec-f37c-4e56-ad8c-6591eec49895","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.511471737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6c185dec-f37c-4e56-ad8c-6591eec49895","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.51164011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3cfd11de-52fd-4960-ab54-60e8883d4522","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.511650403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3cfd11de-52fd-4960-ab54-60e8883d4522","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.511832441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a535ba57-9654-442e-9d17-c547098965d3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.511842972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a535ba57-9654-442e-9d17-c547098965d3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.512173777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3f9b3a34-79e2-40db-9444-63da19ef081d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.512187715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3f9b3a34-79e2-40db-9444-63da19ef081d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.512454305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ddbcd9ed-cc82-424e-8aec-6764ffd5bc7c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.512466009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ddbcd9ed-cc82-424e-8aec-6764ffd5bc7c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.512633988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2b1788ff-4dff-422d-89f9-21c4343cc621","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.512644842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2b1788ff-4dff-422d-89f9-21c4343cc621","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.51281661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"52845f5d-5a1e-4090-9eb8-e8c11d991acb","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.512827348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"52845f5d-5a1e-4090-9eb8-e8c11d991acb","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.5179357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b6a847b7-96a6-4fe7-8c78-caee146f9c6a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.52430919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9ca8b7f9-ad80-45a1-86d5-f08d4e3d6c61","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.588610846Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a58f71","reconcileID":"a6f34b80-8ab9-44f3-b316-f0be18b1f479","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"name":"e2e-rt-sw-a58f71","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.590692062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"3d37d1e0-fb4e-4f73-b2d9-d6ce37f83e54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.591754436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"935bee3f-dbaf-4340-81c9-d2065eaf52c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.692627264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"71268998-d004-4ed4-8f4c-061d6d5ff0de","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.692730873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"71268998-d004-4ed4-8f4c-061d6d5ff0de","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.693183924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2af1e6f0-740d-4bb2-bdd1-ca3f694b57cc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.693241736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2af1e6f0-740d-4bb2-bdd1-ca3f694b57cc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.693571123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f312924e-b987-4e8a-bf88-2fae09969c7d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.693617365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f312924e-b987-4e8a-bf88-2fae09969c7d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.693924543Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a99be2ab-ff3c-4cdb-8758-d5d6bc8d9882","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.693969526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a99be2ab-ff3c-4cdb-8758-d5d6bc8d9882","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.694469597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ad383103-adeb-40ee-ab47-c2b55a9ca135","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.696122111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ad383103-adeb-40ee-ab47-c2b55a9ca135","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.704708892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"935bee3f-dbaf-4340-81c9-d2065eaf52c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.711182718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c096780e-b898-4ec7-b295-9655e5b6aba4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.71125068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c096780e-b898-4ec7-b295-9655e5b6aba4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.711591777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b4bd51f3-e244-4827-8edc-6dd898475809","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.711636122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b4bd51f3-e244-4827-8edc-6dd898475809","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.711983616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"44110feb-6d95-469d-9b0a-5a7c289e04f8","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.712122381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"44110feb-6d95-469d-9b0a-5a7c289e04f8","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.712512163Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-47892709","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-bulk-sub-47892709","reconcileID":"ff8c5e72-e12e-452b-992a-48432865d375","MaaSSubscription":{"name":"e2e-bulk-sub-47892709","namespace":"ai-tenant-e2e-worker-w4-0458df"},"model":"e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df","subscription":"e2e-bulk-sub-47892709","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.715469685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"3d37d1e0-fb4e-4f73-b2d9-d6ce37f83e54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.719927849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-47892709-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-bulk-sub-47892709-auth","reconcileID":"ef8bfd47-1198-4d7a-a7e4-f1cf9b436543","MaaSAuthPolicy":{"name":"e2e-bulk-sub-47892709-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.720371181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"485bdee1-e070-4a99-a89b-389a9c921409","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.757234838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"485bdee1-e070-4a99-a89b-389a9c921409","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.757323506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-47892709-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-bulk-sub-47892709-auth","reconcileID":"ef8bfd47-1198-4d7a-a7e4-f1cf9b436543","MaaSAuthPolicy":{"name":"e2e-bulk-sub-47892709-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.759474364Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-47892709","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-bulk-sub-47892709","reconcileID":"ff8c5e72-e12e-452b-992a-48432865d375","MaaSSubscription":{"name":"e2e-bulk-sub-47892709","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-simulator-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-0458df/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.78854431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"4a3d9be3-add6-461c-afc7-89bc6ce9dddc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.789389646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"6c37e950-1fce-4731-93a0-d2ee67436eff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.789596071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71c168ba-cd32-49bc-97fb-f1669babd2c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.800399659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"4a3d9be3-add6-461c-afc7-89bc6ce9dddc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.802663286Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-subscription","reconcileID":"8f7ad7c1-c6a9-42a0-89a5-e6346e73d41d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-simulator-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.803327086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"6c37e950-1fce-4731-93a0-d2ee67436eff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.805551505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71c168ba-cd32-49bc-97fb-f1669babd2c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.809636224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"c340b460-42bd-41a7-8f3e-e237de3b0b7e","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.809735093Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-2889dd priority=0:[ai-tenant-e2e-worker-w3-2889dd/e2e-filter-sub-a-3af09e55 ai-tenant-e2e-worker-w3-2889dd/e2e-filter-sub-b-475d38d4]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.814874933Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a58f71","reconcileID":"363e0357-d119-4ab2-a111-7ebbf037666d","namespace":"llm","name":"e2e-rt-sw-a58f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.821281315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a58f71","reconcileID":"3e609b80-897e-486e-a57c-abddbafabbd2","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a58f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.821299835Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a58f71","reconcileID":"3e609b80-897e-486e-a57c-abddbafabbd2","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a58f71-e317ca62b21e","namespace":"llm","model":"e2e-rt-sw-a58f71","externalModel":"e2e-rt-sw-a58f71","provider":"e2e-rt-sw-a58f71-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.831958588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"6881ae59-847a-4c50-96b3-999e0d99c332","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.945385046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"ff64caeb-4d99-49e0-9fc1-d0c3c3164465","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.945980501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-47892709-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-bulk-sub-47892709-auth","reconcileID":"55f105eb-f4db-47bb-9098-e007bacd7ed1","MaaSAuthPolicy":{"name":"e2e-bulk-sub-47892709-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.952084852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bb815385-6c0a-4817-8190-b710e105f05b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.953702693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"15409c57-e1a3-462c-abb2-ee6cd75887d9","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.971056008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"ff64caeb-4d99-49e0-9fc1-d0c3c3164465","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.98798143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-47892709-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-bulk-sub-47892709-auth","reconcileID":"55f105eb-f4db-47bb-9098-e007bacd7ed1","MaaSAuthPolicy":{"name":"e2e-bulk-sub-47892709-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.988706801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bb815385-6c0a-4817-8190-b710e105f05b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:03.039955406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"4f18ee8c-e99c-4b2e-b59d-2ce316ac77f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:03.040963514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"e514f7ad-313c-47ef-a692-b0d57d1c7059","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:03.049670877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"e514f7ad-313c-47ef-a692-b0d57d1c7059","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:03.050481778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"4f18ee8c-e99c-4b2e-b59d-2ce316ac77f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:03.129772074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"a10efc76-9902-41ca-995e-da2249f9ccae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:03.13020074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9b6f56f-1f81-4489-a112-fcc3d1dca8c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:03.131405616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"7a760f12-76b2-4305-a51e-08d50cbecc5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:03.131873345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"aeb1dc20-4269-4838-8686-be0df8e17846","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:03.1329868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-a-3af09e55-auth","reconcileID":"578e8c3e-225f-4d82-acb1-9578069f380a","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:03.139295751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9b6f56f-1f81-4489-a112-fcc3d1dca8c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:03.144389258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"7a760f12-76b2-4305-a51e-08d50cbecc5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:03.14503916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"a10efc76-9902-41ca-995e-da2249f9ccae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:03.152759047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"aeb1dc20-4269-4838-8686-be0df8e17846","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:03.152845937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-a-3af09e55-auth","reconcileID":"578e8c3e-225f-4d82-acb1-9578069f380a","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:03.342719413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"a2d8a312-c986-4461-a8e7-116b2f781aba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:03.343039262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"573a9f86-5add-48b7-8aa4-a2e284ef7fb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:03.346212234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-475d38d4-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-b-475d38d4-auth","reconcileID":"f0c86d01-c821-4f36-a6f0-147645e5edae","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-475d38d4-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:03.346265849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"1434ada4-dd2a-4dcf-b135-2ba2c14b6f46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:03.346728666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"cce5d71f-aef9-41b3-a88d-48c8662fa6b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:03.353871788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"a2d8a312-c986-4461-a8e7-116b2f781aba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:03.362613041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"1434ada4-dd2a-4dcf-b135-2ba2c14b6f46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:03.36471625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"573a9f86-5add-48b7-8aa4-a2e284ef7fb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:03.378033196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"cce5d71f-aef9-41b3-a88d-48c8662fa6b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:03.391851952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-475d38d4-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-b-475d38d4-auth","reconcileID":"f0c86d01-c821-4f36-a6f0-147645e5edae","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-475d38d4-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:03.425767101Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-47892709-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-bulk-sub-47892709-auth","reconcileID":"0400e375-1209-4bbe-abb3-28373a995be2","MaaSAuthPolicy":{"name":"e2e-bulk-sub-47892709-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"model":"e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:03.43991007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-apikey-degraded-auth","reconcileID":"3d9d988d-4bfc-4f5b-b4c4-0d864395220b","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:03.440629491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"faeeb48a-4fb1-40c4-abfd-eb7dc39d1484","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:03.447522949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-apikey-degraded-auth","reconcileID":"3d9d988d-4bfc-4f5b-b4c4-0d864395220b","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:04.952313492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"4128e058-710c-454b-b785-86948e9c9bec","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:05.015865351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-a-3af09e55-auth","reconcileID":"22c996e7-b4f8-4da6-91f3-17c652a9cf85","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:05.036816175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-475d38d4-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-b-475d38d4-auth","reconcileID":"092f37d1-6594-4139-84e3-7a94164d54f6","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-475d38d4-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:05.049781326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"e5946713-16be-4873-9f53-7f913e2fd996","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:05.051809176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-475d38d4-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-b-475d38d4-auth","reconcileID":"092f37d1-6594-4139-84e3-7a94164d54f6","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-475d38d4-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:05.051938498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-a-3af09e55-auth","reconcileID":"22c996e7-b4f8-4da6-91f3-17c652a9cf85","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:05.076194824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"e5946713-16be-4873-9f53-7f913e2fd996","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:05.100653602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"c28bcf2c-d266-4b75-b074-ca3933e12b00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:05.112985125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"c28bcf2c-d266-4b75-b074-ca3933e12b00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:06.712971707Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-apikey-degraded-sub","reconcileID":"f111830e-a2e8-479b-b90f-a6dc26e4b88d","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:06.745673245Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-apikey-degraded-sub","reconcileID":"f111830e-a2e8-479b-b90f-a6dc26e4b88d","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-simulator-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-39bde3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:06.745701707Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-apikey-degraded-sub","reconcileID":"f111830e-a2e8-479b-b90f-a6dc26e4b88d","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"model":"e2e-models-e2e-worker-w2-39bde3/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:06.745777275Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-apikey-degraded-sub","reconcileID":"f111830e-a2e8-479b-b90f-a6dc26e4b88d","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"model":"e2e-models-e2e-worker-w2-39bde3/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-39bde3/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:06.778220312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-subscription","reconcileID":"a1ccd8ec-4385-490a-b3d4-08df51961c4c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-simulator-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:06.788618839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"5e911286-66bc-46ff-99d8-bf5381fd7695","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:06.861712148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"2ba02c52-d5c0-426b-ae35-d514b7e619c1","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:06.871669863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"efd07ff5-c587-41ba-9586-87e8c35f5062","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:06.871995504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-apikey-degraded-auth","reconcileID":"99e3c82e-2afb-485d-866b-72f36b019ea2","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:06.872156053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"d3c9c4ae-bf61-488c-8961-24865ef4eddd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:06.885297115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-apikey-degraded-auth","reconcileID":"99e3c82e-2afb-485d-866b-72f36b019ea2","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:06.885536826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"efd07ff5-c587-41ba-9586-87e8c35f5062","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:06.887681107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"d3c9c4ae-bf61-488c-8961-24865ef4eddd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:06.953250177Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-apikey-degraded-auth","reconcileID":"4c16586d-36a2-481c-a3e0-32c07b187b19","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:06.953283497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"5c01fa91-284f-4313-a20e-32233e98a776","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:07.014520602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"6efe1895-4142-4842-b91b-eaa71c738ed4","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:08.203822367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a58f71","reconcileID":"05f84406-67c9-48f1-a984-0451c9d6502c","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a58f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:08.203855352Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a58f71","reconcileID":"05f84406-67c9-48f1-a984-0451c9d6502c","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a58f71-e317ca62b21e","namespace":"llm","model":"e2e-rt-sw-a58f71","externalModel":"e2e-rt-sw-a58f71","provider":"e2e-rt-sw-a58f71-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:08.215839859Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a58f71","reconcileID":"4d6f4c44-e1eb-4f00-9bf8-b31f58925d20","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a58f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:08.215860387Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a58f71","reconcileID":"4d6f4c44-e1eb-4f00-9bf8-b31f58925d20","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a58f71-e317ca62b21e","namespace":"llm","model":"e2e-rt-sw-a58f71","externalModel":"e2e-rt-sw-a58f71","provider":"e2e-rt-sw-a58f71-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:08.247677837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a58f71-access","reconcileID":"84a0fe36-1d99-414d-a2a1-fd5460ca5615","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:08.257188385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a58f71-access","reconcileID":"84a0fe36-1d99-414d-a2a1-fd5460ca5615","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:08.288644654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"90d6dba7-dbb4-46eb-bf07-f35264a1186e","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:08.298190575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"47281cd8-c63f-43a6-b034-9ea931dc115a","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:08.329507404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-41ac4f5e","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-gw-auth-41ac4f5e","reconcileID":"49c38663-0dd8-42b1-a876-8cdd1e8e2750","MaaSAuthPolicy":{"name":"e2e-gw-auth-41ac4f5e","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:08.338494247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-41ac4f5e","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-gw-auth-41ac4f5e","reconcileID":"49c38663-0dd8-42b1-a876-8cdd1e8e2750","MaaSAuthPolicy":{"name":"e2e-gw-auth-41ac4f5e","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:08.397421337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a58f71","reconcileID":"9882de68-1ab9-4b77-a184-ea41c9e2db74","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a58f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:08.397442085Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a58f71","reconcileID":"9882de68-1ab9-4b77-a184-ea41c9e2db74","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a58f71-e317ca62b21e","namespace":"llm","model":"e2e-rt-sw-a58f71","externalModel":"e2e-rt-sw-a58f71","provider":"e2e-rt-sw-a58f71-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:08.497315862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"1f187345-3b11-4883-8a11-0b6fd7dfadf9","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:08.508439415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-41ac4f5e","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-gw-auth-41ac4f5e","reconcileID":"f745daf8-a0b1-46a7-ae59-5ccc8255eba4","MaaSAuthPolicy":{"name":"e2e-gw-auth-41ac4f5e","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:08.517907567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-41ac4f5e","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-gw-auth-41ac4f5e","reconcileID":"f745daf8-a0b1-46a7-ae59-5ccc8255eba4","MaaSAuthPolicy":{"name":"e2e-gw-auth-41ac4f5e","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:50:08.588361831Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-41ac4f5e","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-gw-auth-41ac4f5e","reconcileID":"f745daf8-a0b1-46a7-ae59-5ccc8255eba4","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-gw-auth-41ac4f5e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:08.596488138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a58f71","reconcileID":"da01f598-f64a-4028-99ec-f22e5a694b2d","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a58f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:08.596506224Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a58f71","reconcileID":"da01f598-f64a-4028-99ec-f22e5a694b2d","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a58f71-e317ca62b21e","namespace":"llm","model":"e2e-rt-sw-a58f71","externalModel":"e2e-rt-sw-a58f71","provider":"e2e-rt-sw-a58f71-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:50:08.603314218Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-a58f71-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a58f71-sub","reconcileID":"8b448223-9ebe-4320-b28a-bbf7f3060154","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-sw-a58f71-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:08.619181636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-41ac4f5e","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-gw-auth-41ac4f5e","reconcileID":"ff9cc7ee-74f8-45b6-a8ef-6c6c58d4c468","MaaSAuthPolicy":{"name":"e2e-gw-auth-41ac4f5e","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:08.624788495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"877e3f16-dab3-4c9c-8f60-9edac19f468d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:08.62520227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"14172b80-a016-483d-b3b1-d72e17467e36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:08.625488673Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a58f71","reconcileID":"8ce13faa-8613-4e5b-935e-ec6bf8b85414","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a58f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:08.62551071Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a58f71","reconcileID":"8ce13faa-8613-4e5b-935e-ec6bf8b85414","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a58f71-e317ca62b21e","namespace":"llm","model":"e2e-rt-sw-a58f71","externalModel":"e2e-rt-sw-a58f71","provider":"e2e-rt-sw-a58f71-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:08.62926634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-41ac4f5e","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-gw-auth-41ac4f5e","reconcileID":"ff9cc7ee-74f8-45b6-a8ef-6c6c58d4c468","MaaSAuthPolicy":{"name":"e2e-gw-auth-41ac4f5e","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:08.638455673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a58f71-access","reconcileID":"50ae3379-8797-4303-965a-a2048ae1a210","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:50:08.641977853Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a58f71","reconcileID":"8ce13faa-8613-4e5b-935e-ec6bf8b85414","name":"e2e-rt-sw-a58f71","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-a58f71\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:50:08.642042372Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a58f71","reconcileID":"8ce13faa-8613-4e5b-935e-ec6bf8b85414","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-a58f71\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:08.645850019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"877e3f16-dab3-4c9c-8f60-9edac19f468d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:08.647269539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"14172b80-a016-483d-b3b1-d72e17467e36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:08.648528003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a58f71-access","reconcileID":"50ae3379-8797-4303-965a-a2048ae1a210","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:08.649963002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a58f71","reconcileID":"fd9032e5-0180-42ab-8509-2a83b7488a8d","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a58f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:08.649983098Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a58f71","reconcileID":"fd9032e5-0180-42ab-8509-2a83b7488a8d","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a58f71-e317ca62b21e","namespace":"llm","model":"e2e-rt-sw-a58f71","externalModel":"e2e-rt-sw-a58f71","provider":"e2e-rt-sw-a58f71-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:08.677751625Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-a58f71-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a58f71-sub","reconcileID":"5ce1fae8-3c3d-4d13-bd53-375ea7f742ab","MaaSSubscription":{"name":"e2e-rt-sw-a58f71-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-a58f71","model":"e2e-rt-sw-a58f71","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-sw-a58f71-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:08.716803433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a58f71-access","reconcileID":"08c11461-42ee-4b46-b75a-f91964418dd1","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:08.71691318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a58f71","reconcileID":"49b9b398-b1a2-4d4f-a1b8-6a76d8c7b51d","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a58f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:08.716930109Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a58f71","reconcileID":"49b9b398-b1a2-4d4f-a1b8-6a76d8c7b51d","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a58f71-e317ca62b21e","namespace":"llm","model":"e2e-rt-sw-a58f71","externalModel":"e2e-rt-sw-a58f71","provider":"e2e-rt-sw-a58f71-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:08.71837776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3c1d1f9-623a-4404-8afd-6c28dce0a692","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:08.720187489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4db4c523-f141-4b79-874b-c3feeb1a2b07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:08.72438909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a58f71-access","reconcileID":"08c11461-42ee-4b46-b75a-f91964418dd1","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:08.726577525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3c1d1f9-623a-4404-8afd-6c28dce0a692","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:08.729900269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4db4c523-f141-4b79-874b-c3feeb1a2b07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:08.779012644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-a58f71-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a58f71-sub","reconcileID":"d3495540-c1b3-4850-a293-77a515fa0d55","MaaSSubscription":{"name":"e2e-rt-sw-a58f71-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-a58f71","model":"llm/e2e-rt-sw-a58f71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:09.765440076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"a38758fb-bf96-4187-8e75-3a46b1a5bf92","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:09.765800263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"08c38f20-9254-4cdd-930b-abc367d1b7ac","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"premium-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"premium-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:09.790625197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"ce39810d-b89a-4f32-954b-084456a5302c","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:09.790946208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"7aab567f-a947-47ea-a1a3-c75e246e1ec9","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"premium-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"premium-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:09.796079533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"0a6ae367-e82a-4be2-8edb-568b104e1023","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:09.796463914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"5fcf62b8-8080-463e-a863-147c0a468e00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:09.800532954Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-subscription","reconcileID":"db909109-5ca1-43e8-9eaf-3c54ada12098","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-premium-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:09.800548971Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-subscription","reconcileID":"94e26647-5715-47a6-b798-0f8cb6098d66","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-simulator-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:09.80452579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"5fcf62b8-8080-463e-a863-147c0a468e00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:09.805427014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"0a6ae367-e82a-4be2-8edb-568b104e1023","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:09.888860332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"3c65c111-893e-47d1-91b5-9a7bd9cdc4ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:09.892426157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"853416e7-9543-4208-8dd5-6f2c0f599b40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:09.921726111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"853416e7-9543-4208-8dd5-6f2c0f599b40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:09.937420242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"3c65c111-893e-47d1-91b5-9a7bd9cdc4ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:10.397800609Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:11.369271643Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-41ac4f5e","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-gw-auth-41ac4f5e","reconcileID":"6f80668b-6f08-4650-a666-ee07a5ca3862","MaaSAuthPolicy":{"name":"e2e-gw-auth-41ac4f5e","namespace":"ai-tenant-e2e-worker-w4-0458df"},"model":"e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:11.369307868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"113d1db1-ff4c-4e96-a84e-7b6fca6274c2","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:11.390507534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"1f652c96-2863-48a6-960d-1e898854e37f","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:14.528122415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9fbc44f6-3f6b-4386-98ed-51ff74b9790b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:14.625280805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-subscription","reconcileID":"179d5b57-9023-49f9-b3c2-542894a7d9e8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-simulator-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:14.628122737Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-subscription","reconcileID":"8cb06d2e-a083-46f7-b628-e726137a79cd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-simulator-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:14.628533607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-subscription","reconcileID":"b25d774a-1463-4323-ba86-af0c82883dfd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-premium-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/premium-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:14.62894013Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-subscription","reconcileID":"6a42e33d-de06-4837-9f1d-664aab5b4e08","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-premium-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/premium-w4-0458df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:14.633051683Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-a58f71-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a58f71-sub","reconcileID":"b6d8e2d6-4f5b-45be-aa81-c6debfd9acf1","MaaSSubscription":{"name":"e2e-rt-sw-a58f71-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-a58f71","model":"llm/e2e-rt-sw-a58f71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:14.734144323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a58f71","reconcileID":"7fcb222b-57d4-4e84-89b8-73ba78c4369b","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a58f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:14.734235691Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a58f71","reconcileID":"7fcb222b-57d4-4e84-89b8-73ba78c4369b","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a58f71-e317ca62b21e","namespace":"llm","model":"e2e-rt-sw-a58f71","externalModel":"e2e-rt-sw-a58f71","provider":"e2e-rt-sw-a58f71-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:14.743771113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a946ab4d-2807-42fe-8b84-fa13c5444b3a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:14.7438417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-subscription","reconcileID":"e0165f6f-e3ac-49d8-b922-e1c008a72375","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-premium-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:14.744307327Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-subscription","reconcileID":"1c6df335-4787-4195-b41b-101f48056a89","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-premium-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:14.828076625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-subscription","reconcileID":"d53f4206-ca24-4f48-b286-7b5a01c08540","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-premium-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/premium-w3-2889dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:14.829400378Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-subscription","reconcileID":"1fa0466a-689a-49b7-9e7c-e96eaba8211d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-simulator-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:14.836714293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-subscription","reconcileID":"475b9f3c-06f1-458a-ac7c-e472e9d5103a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-simulator-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:14.847369556Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-475d38d4","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-b-475d38d4","reconcileID":"34203c63-79da-4e7b-9079-999b2577dd76","MaaSSubscription":{"name":"e2e-filter-sub-b-475d38d4","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-2889dd/e2e-filter-sub-b-475d38d4","ai-tenant-e2e-worker-w3-2889dd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:14.871047831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-subscription","reconcileID":"fe9f7754-8746-4a7c-a165-4dae76d8929b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:14.930678606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-475d38d4","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-b-475d38d4","reconcileID":"d3fd6141-df54-4433-aabf-09468594aa40","MaaSSubscription":{"name":"e2e-filter-sub-b-475d38d4","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:14.946326499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93896716-2521-4d7d-945d-0a2ee251f185","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:14.946761902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8fd6537c-22be-4ea9-a87a-d2da2b23881c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:14.94715344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a58f71-access","reconcileID":"c91bc432-750e-4459-a694-0750361026cb","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:14.971463129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93896716-2521-4d7d-945d-0a2ee251f185","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:14.978846938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a58f71-access","reconcileID":"c91bc432-750e-4459-a694-0750361026cb","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:14.980017693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8fd6537c-22be-4ea9-a87a-d2da2b23881c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:15.010369205Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-3af09e55","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-a-3af09e55","reconcileID":"0e11ef9a-f06d-4e8a-9b36-3f79306591b3","MaaSSubscription":{"name":"e2e-filter-sub-a-3af09e55","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscription":"e2e-filter-sub-a-3af09e55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:15.047352433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-subscription","reconcileID":"a7e82972-ae21-412d-aebd-60bbbc8db144","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:15.047602052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-3af09e55","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-a-3af09e55","reconcileID":"0e11ef9a-f06d-4e8a-9b36-3f79306591b3","MaaSSubscription":{"name":"e2e-filter-sub-a-3af09e55","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:15.05295657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"ee145a48-eb09-443e-b120-d4c015786c1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:15.065799274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"af558d0a-84d7-4a6e-9c8e-4dc3a0c9851e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:15.070428272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"ee145a48-eb09-443e-b120-d4c015786c1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:15.101446018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"af558d0a-84d7-4a6e-9c8e-4dc3a0c9851e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:15.181745241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"38780aa4-eee8-40ba-a599-288821fa9956","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:15.235585335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"aa6460da-2173-4e0c-92dd-188868366c5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:15.236451675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"a5e006bc-3833-4ae3-bbdd-1a349916a7eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:15.247575696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"aa6460da-2173-4e0c-92dd-188868366c5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:15.25500129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"a5e006bc-3833-4ae3-bbdd-1a349916a7eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:15.308188733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-a-3af09e55-auth","reconcileID":"6421f9ef-e672-4a50-9a47-9082a603bbfd","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:15.315359584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-475d38d4-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-b-475d38d4-auth","reconcileID":"70f372c8-2896-4804-a040-17e09fbd1b9f","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-475d38d4-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:15.323942719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-a-3af09e55-auth","reconcileID":"6421f9ef-e672-4a50-9a47-9082a603bbfd","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:15.336771458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-475d38d4-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-b-475d38d4-auth","reconcileID":"70f372c8-2896-4804-a040-17e09fbd1b9f","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-475d38d4-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:15.33803381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"f38c5e77-c0e8-4b46-93fe-1172ea03c485","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:15.513178282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"062b57c5-beb5-4fc2-ba2f-a4f8e280bce9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:15.515328122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"a112baf3-ad1b-4ae1-bb68-39d0c6191bd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:15.524009973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"062b57c5-beb5-4fc2-ba2f-a4f8e280bce9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:15.558014394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"a112baf3-ad1b-4ae1-bb68-39d0c6191bd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:15.558916412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-475d38d4-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-b-475d38d4-auth","reconcileID":"10ae298f-eb10-47c3-94ba-33530299b7da","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-475d38d4-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:15.561830931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-a-3af09e55-auth","reconcileID":"f50f7236-0467-42fd-a900-0012ca5a90cd","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:15.573191142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-475d38d4-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-b-475d38d4-auth","reconcileID":"10ae298f-eb10-47c3-94ba-33530299b7da","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-475d38d4-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:15.664577875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-a-3af09e55-auth","reconcileID":"f50f7236-0467-42fd-a900-0012ca5a90cd","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.204468495Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a58f71","reconcileID":"a6b4da12-2213-4894-9b24-7247321b1a9e","namespace":"llm","name":"e2e-rt-sw-a58f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.210309548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a58f71","reconcileID":"af39cfd5-02cd-474f-93d6-35b26ccb7cbd","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a58f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.210330944Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a58f71","reconcileID":"af39cfd5-02cd-474f-93d6-35b26ccb7cbd","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a58f71-e317ca62b21e","namespace":"llm","model":"e2e-rt-sw-a58f71","externalModel":"e2e-rt-sw-a58f71","provider":"e2e-rt-sw-a58f71-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.217969323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"52dff56c-0c5e-4de6-acdf-c4f497d1dac9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.217981018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"c5b60f40-9336-442f-9a60-6d6d79f9fa4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.218807275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-a-3af09e55-auth","reconcileID":"a02d4f13-d78d-4b46-a0b7-55f99716fe4b","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.218907035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"c6f399df-0422-48a3-a581-dfc72003721c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.219385467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"a45b5064-60cd-4b0b-9c8c-fcc7faa67333","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.23082553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"52dff56c-0c5e-4de6-acdf-c4f497d1dac9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.231294339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-a-3af09e55-auth","reconcileID":"a02d4f13-d78d-4b46-a0b7-55f99716fe4b","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.232000261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3088d8ce-32b6-4b24-83ca-4853a272bffa","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.232019704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3088d8ce-32b6-4b24-83ca-4853a272bffa","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.23239605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4d333f16-6b89-4290-abf7-1037058d2a8e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.232414493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4d333f16-6b89-4290-abf7-1037058d2a8e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.232695778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7e16b818-d1be-47a9-83c2-aad633b4ce49","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.232714002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7e16b818-d1be-47a9-83c2-aad633b4ce49","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.234007778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"c6f399df-0422-48a3-a581-dfc72003721c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.236653281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"a45b5064-60cd-4b0b-9c8c-fcc7faa67333","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.237630682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a58f71","reconcileID":"b97b7d2a-0f1c-454f-bd92-4b5d6055f3d7","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a58f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.23764913Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a58f71","reconcileID":"b97b7d2a-0f1c-454f-bd92-4b5d6055f3d7","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a58f71-e317ca62b21e","namespace":"llm","model":"e2e-rt-sw-a58f71","externalModel":"e2e-rt-sw-a58f71","provider":"e2e-rt-sw-a58f71-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.238987747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"c5b60f40-9336-442f-9a60-6d6d79f9fa4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.241432967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d139c118-ed2f-4a01-8fcd-dbdbf94b6bd3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.241446589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d139c118-ed2f-4a01-8fcd-dbdbf94b6bd3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.241649709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c5a331cb-82f4-4d5d-a5ac-a10813550d66","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.241659352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c5a331cb-82f4-4d5d-a5ac-a10813550d66","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.241838103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bd34e5a9-c303-4a10-99f4-4db1e50f59f4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.241847387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bd34e5a9-c303-4a10-99f4-4db1e50f59f4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.242017855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"52beefba-6a12-4b98-b6b0-b342088415af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.242027151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"52beefba-6a12-4b98-b6b0-b342088415af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.24230793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6d5f11bf-53d3-4a2a-bec9-5e0c6f75df82","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.242318841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6d5f11bf-53d3-4a2a-bec9-5e0c6f75df82","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.265364045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3f3b2845-0942-4976-bd10-080bcfe7e2a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.265878802Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"da2b0c67-f06a-417c-bd8a-e6ac79480545","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.274630541Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-a58f71-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a58f71-sub","reconcileID":"7839de3b-68d4-4523-93c4-366d8e053b1a","MaaSSubscription":{"name":"e2e-rt-sw-a58f71-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-a58f71","model":"llm/e2e-rt-sw-a58f71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.387996978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-475d38d4-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-b-475d38d4-auth","reconcileID":"58287251-7c3f-490d-8e00-aa9ad1ddc85c","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-475d38d4-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.38826986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"2594ee6c-0aa6-4f7b-ad6a-06783840b2d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.387998651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"cf0e3541-68f8-4d5e-af96-e2853ff9b81c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.409704707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"2594ee6c-0aa6-4f7b-ad6a-06783840b2d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.41052294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-475d38d4-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-b-475d38d4-auth","reconcileID":"58287251-7c3f-490d-8e00-aa9ad1ddc85c","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-475d38d4-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.412130429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"cf0e3541-68f8-4d5e-af96-e2853ff9b81c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.44071665Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a58f71","reconcileID":"fe736158-5308-4314-8b8b-6b7d072bbe7b","namespace":"llm","name":"e2e-rt-sw-a58f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.473310117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"a606c33a-a730-4b28-a588-52bc2f1ebb6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.473614443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"1269fdc2-4877-44c5-a85f-fe32ec17f7ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.475711068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3efd094f-5c85-4a74-8592-65d0f076f159","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.476363847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65cf7b87-542e-45da-b2f4-fd54cb75e690","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.47891636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a58f71-access","reconcileID":"f25576a2-0ad4-4e22-974b-67a28297620d","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.485391453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"a606c33a-a730-4b28-a588-52bc2f1ebb6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.485551805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"1269fdc2-4877-44c5-a85f-fe32ec17f7ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.489816946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3efd094f-5c85-4a74-8592-65d0f076f159","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.491054281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65cf7b87-542e-45da-b2f4-fd54cb75e690","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.493780183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a58f71-access","reconcileID":"f25576a2-0ad4-4e22-974b-67a28297620d","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.509223994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"0c2cf9d1-74ca-4b84-8280-c9453ab9c653","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.512755361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"7ebdd35a-22f5-46cb-bd0b-02de62216c36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.513287166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"01228b4a-6306-4451-a4bf-e4e4c9adeca2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.561417047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-a-3af09e55-auth","reconcileID":"1f5d756f-ebe6-40ec-90c0-743bc6212161","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.567517103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"7ebdd35a-22f5-46cb-bd0b-02de62216c36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.578253604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"01228b4a-6306-4451-a4bf-e4e4c9adeca2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.583702235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"0c2cf9d1-74ca-4b84-8280-c9453ab9c653","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.586315204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-a-3af09e55-auth","reconcileID":"1f5d756f-ebe6-40ec-90c0-743bc6212161","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.657995219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"da3d4968-bac8-4711-8877-e8a2ad601224","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.69831168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"da3d4968-bac8-4711-8877-e8a2ad601224","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.766634346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"9a66d5af-e584-4634-9aea-3aaf10fe83e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.775895611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"9a66d5af-e584-4634-9aea-3aaf10fe83e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.86174842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"694f5775-c86b-461f-9a43-469c8c2a7439","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.862480324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"40bf0806-ac09-41ae-9eba-b3dab253b1a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.864781719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"3d177a2c-2614-4139-8603-022503fc832a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.865536358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-475d38d4-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-b-475d38d4-auth","reconcileID":"8192fbd9-1b9f-433e-8db1-3da016f5d576","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-475d38d4-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.872733297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"694f5775-c86b-461f-9a43-469c8c2a7439","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.874193234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"40bf0806-ac09-41ae-9eba-b3dab253b1a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.876592684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"3d177a2c-2614-4139-8603-022503fc832a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:16.87807605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-475d38d4-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-b-475d38d4-auth","reconcileID":"8192fbd9-1b9f-433e-8db1-3da016f5d576","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-475d38d4-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:18.635809704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"9790ecbc-16ac-402e-8e29-95876ee9d48b","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:18.63630954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"52ebcb36-e000-4607-a0d9-82dc6ec465e1","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"premium-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"premium-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:18.665493074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"e861221b-7468-475f-9d56-6d3716fcea0c","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:18.66612691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"40a0479a-92c7-4e91-8403-2e31ef88060b","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"premium-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"premium-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:18.668312974Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-subscription","reconcileID":"992aa073-b163-4a39-9e84-50c4b5d1c80e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-simulator-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:18.672825379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-subscription","reconcileID":"bcdfbf33-4956-41b4-92c0-6a5c5a9da733","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-premium-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/premium-w4-0458df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:18.689979454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"886c9e19-40c7-4bb7-8dac-a5daccace17b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:18.790352823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"f9297b51-d63a-4398-9f79-b00c4b22be41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:18.825977079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"f9297b51-d63a-4398-9f79-b00c4b22be41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:18.861062802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"886c9e19-40c7-4bb7-8dac-a5daccace17b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:18.973303323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"64970249-4ab1-49b0-9909-6a18e1f44843","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:18.980366759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"64970249-4ab1-49b0-9909-6a18e1f44843","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:19.076350526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"76bfe9cf-8561-43d8-9817-259df185017a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:19.084468616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"76bfe9cf-8561-43d8-9817-259df185017a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.776503674Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a58f71","reconcileID":"0cb28d47-5960-4bd9-afca-826c8e10a9af","namespace":"llm","name":"e2e-rt-sw-a58f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.781950751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a58f71","reconcileID":"fe94cc85-a7ae-4ebb-8b35-b046920a9711","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a58f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.781970058Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a58f71","reconcileID":"fe94cc85-a7ae-4ebb-8b35-b046920a9711","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a58f71-e317ca62b21e","namespace":"llm","model":"e2e-rt-sw-a58f71","externalModel":"e2e-rt-sw-a58f71","provider":"e2e-rt-sw-a58f71-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.787984787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"1701ca43-d8d5-42c6-9d10-3d72ac543ac7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.789554027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"ba0d160d-5a71-42f8-8e49-3e419782b8a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.78969156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"9f6ab186-9682-45f6-964b-25fedbf6dd1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.789947441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"21c8b227-0266-4d17-a673-8ca45788efd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.790248684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"02b2d060-883e-46b3-b3a4-6778a280a1d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.797290684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"ba0d160d-5a71-42f8-8e49-3e419782b8a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.797860172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"1701ca43-d8d5-42c6-9d10-3d72ac543ac7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.799836225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"02b2d060-883e-46b3-b3a4-6778a280a1d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.801302914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"21c8b227-0266-4d17-a673-8ca45788efd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.801984719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"9f6ab186-9682-45f6-964b-25fedbf6dd1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.803981878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6ae79361-8a76-41f3-b8ff-8461620386a1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.804001534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6ae79361-8a76-41f3-b8ff-8461620386a1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.804335772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5b7037b3-6423-4a15-b070-6033e4056592","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.804352346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5b7037b3-6423-4a15-b070-6033e4056592","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.804618726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3224441b-cf2e-4684-a03d-76f180d72955","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.8046329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3224441b-cf2e-4684-a03d-76f180d72955","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.804911075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b0b1bb7-e5c9-4324-9800-be085d2603f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.804924042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b0b1bb7-e5c9-4324-9800-be085d2603f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.805362246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0bcb4df1-f47e-4f76-8950-80ed005cc825","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.805391375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0bcb4df1-f47e-4f76-8950-80ed005cc825","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.805776399Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f94dd27a-e1d7-42b2-9776-15ef73260e4b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.805792398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f94dd27a-e1d7-42b2-9776-15ef73260e4b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.806116231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"441be391-c391-45cf-a7eb-54fab5660cb5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.806130686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"441be391-c391-45cf-a7eb-54fab5660cb5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.806408013Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"097801bc-6659-4b9d-982d-aa33602a64f1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.806422296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"097801bc-6659-4b9d-982d-aa33602a64f1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.809869102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a58f71","reconcileID":"ec1fcd0c-6125-43e5-8ca9-5a3a8773d487","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a58f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.809896411Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a58f71","reconcileID":"ec1fcd0c-6125-43e5-8ca9-5a3a8773d487","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a58f71-e317ca62b21e","namespace":"llm","model":"e2e-rt-sw-a58f71","externalModel":"e2e-rt-sw-a58f71","provider":"e2e-rt-sw-a58f71-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.823038764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-a-3af09e55-auth","reconcileID":"2421444f-c392-40d4-8a7e-3fabbbb6800c","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.823154579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"06770c19-f662-48b0-88ff-c07465316713","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.823461685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"78dfb276-e36e-48f2-9687-a3a642237eab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.824482226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fcdba6e4-2556-46c5-a502-599dde3d5516","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.824839957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-475d38d4-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-b-475d38d4-auth","reconcileID":"1d38de1f-9c20-4232-8f01-71f031c90b75","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-475d38d4-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.825157475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"d00ce136-ebca-4f8a-8e64-e38241ca5f65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.82857259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"86e2ede7-c9bb-4964-8af2-603db0daa8fe","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.829086788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-a58f71-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a58f71-sub","reconcileID":"772a2bce-ca56-471b-a92f-a6fc749a78b0","MaaSSubscription":{"name":"e2e-rt-sw-a58f71-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-a58f71","model":"llm/e2e-rt-sw-a58f71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.856826249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-a-3af09e55-auth","reconcileID":"2421444f-c392-40d4-8a7e-3fabbbb6800c","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.8581357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"06770c19-f662-48b0-88ff-c07465316713","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.858894081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"78dfb276-e36e-48f2-9687-a3a642237eab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.859058703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-475d38d4-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-b-475d38d4-auth","reconcileID":"1d38de1f-9c20-4232-8f01-71f031c90b75","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-475d38d4-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.864486755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"d00ce136-ebca-4f8a-8e64-e38241ca5f65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.92990817Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a58f71","reconcileID":"291897f9-5bdd-4e07-b6d8-ff9598c5f449","namespace":"llm","name":"e2e-rt-sw-a58f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:21.01650476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"865e6314-a19b-4f27-bb99-19c9297df479","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:21.018129953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"1d2296bb-cbb2-42ba-909b-417991f9eb56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:21.021765818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"096d6582-7c0e-41bc-817e-68206975d036","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:21.022071037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a58f71-access","reconcileID":"2c5539f9-5186-4854-a70e-f85983ea7bff","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:21.022427141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6207cd7c-d760-43a4-8e5a-7c804875369b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:21.047789546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"865e6314-a19b-4f27-bb99-19c9297df479","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:21.060242355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6207cd7c-d760-43a4-8e5a-7c804875369b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:21.063122013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"096d6582-7c0e-41bc-817e-68206975d036","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:21.063783787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a58f71-access","reconcileID":"2c5539f9-5186-4854-a70e-f85983ea7bff","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:21.066484056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"1d2296bb-cbb2-42ba-909b-417991f9eb56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:21.128550185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"d56a4275-63ff-448a-8f09-4e21bb79d4f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:21.129357999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"cd31baf7-34cb-4fb3-b0b5-32f72be57207","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:21.129991847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"946983bb-95d9-4087-9977-2c61109be92a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:21.130561807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"87c9c45d-d624-4362-9531-3ca2e674d4f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:21.130930129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"cfeca4ac-6ef2-4a0a-b6d3-bd1ebf1535ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:21.156598691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"87c9c45d-d624-4362-9531-3ca2e674d4f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:21.158296366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"946983bb-95d9-4087-9977-2c61109be92a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:21.160212554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"cd31baf7-34cb-4fb3-b0b5-32f72be57207","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:21.16188001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"d56a4275-63ff-448a-8f09-4e21bb79d4f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:21.163497045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"cfeca4ac-6ef2-4a0a-b6d3-bd1ebf1535ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:21.228339125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"718dc355-34a9-4543-b18d-be249e12cc9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:21.228958898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-a-3af09e55-auth","reconcileID":"8e8c1e49-e3f3-4461-a030-0a7453b8b4a9","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:21.229511659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-475d38d4-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-b-475d38d4-auth","reconcileID":"7e85727b-8223-458c-8cd1-51cad6b9ee4b","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-475d38d4-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:21.230024043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"d84a45f6-e16b-4e6a-8a59-a69a719ea7fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:21.230540852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"3162dea4-950e-4d56-b6a1-6d499aa42c0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:21.238957269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-475d38d4-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-b-475d38d4-auth","reconcileID":"7e85727b-8223-458c-8cd1-51cad6b9ee4b","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-475d38d4-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:21.238987198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-a-3af09e55-auth","reconcileID":"8e8c1e49-e3f3-4461-a030-0a7453b8b4a9","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:21.242382827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"718dc355-34a9-4543-b18d-be249e12cc9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:21.242642004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"3162dea4-950e-4d56-b6a1-6d499aa42c0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:21.24539037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"d84a45f6-e16b-4e6a-8a59-a69a719ea7fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:25.181589282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-8eedd2a0","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"e2e-conflict-a-8eedd2a0","reconcileID":"e5260fa8-f658-4261-9518-ac3e90380ea8","MaaSModelRef":{"name":"e2e-conflict-a-8eedd2a0","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"e2e-conflict-a-8eedd2a0-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"e2e-conflict-a-8eedd2a0","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:25.365176424Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-475d38d4","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-b-475d38d4","reconcileID":"49873057-c450-46a1-af7e-7af79939642b","MaaSSubscription":{"name":"e2e-filter-sub-b-475d38d4","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscription":"e2e-filter-sub-b-475d38d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:25.385797874Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-475d38d4","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-b-475d38d4","reconcileID":"49873057-c450-46a1-af7e-7af79939642b","MaaSSubscription":{"name":"e2e-filter-sub-b-475d38d4","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-2889dd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:25.467010904Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-subscription","reconcileID":"0e896e5f-fce9-40e4-9301-669cb4d5d077","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:25.51135055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"9106faec-13dc-46bf-952d-fbdf90b9360b","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:25.524841902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-475d38d4-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-b-475d38d4-auth","reconcileID":"5e62bdcb-5d94-4b07-96c6-c07c2b6559dc","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-475d38d4-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:25.525285342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"8fffe281-8dce-40b2-b10c-64a9ed464668","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:25.52537066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-a-3af09e55-auth","reconcileID":"7ebb202f-97d3-419e-967d-dc048c00ee7e","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:25.525663746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"6d1e9d6f-6dfb-4ec2-a9e9-78fad0d8e9c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:25.539079054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"8fffe281-8dce-40b2-b10c-64a9ed464668","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:25.539585205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-475d38d4-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-b-475d38d4-auth","reconcileID":"5e62bdcb-5d94-4b07-96c6-c07c2b6559dc","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-475d38d4-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:25.541610542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-a-3af09e55-auth","reconcileID":"7ebb202f-97d3-419e-967d-dc048c00ee7e","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:25.558000583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"6d1e9d6f-6dfb-4ec2-a9e9-78fad0d8e9c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:25.685624572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"2652abad-e611-45d3-8f18-8498ff17140a","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:25.685717471Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-a-3af09e55-auth","reconcileID":"1bec9115-8819-4838-9917-d6b3b80362f8","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3af09e55-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:25.825400603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"6bedbba5-5754-4c59-bee1-cdea80af7152","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:25.980467271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"086ad5a8-2fc5-4237-8a9d-5d772942d3b4","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:25.980537052Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-475d38d4-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-filter-sub-b-475d38d4-auth","reconcileID":"b5ec4a39-0e56-4f30-aba6-b0c9233963a6","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-475d38d4-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:25.988923597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"c2225727-214a-4fd7-aec4-83a6e634d12d","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:25.989427318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"642479c6-48a8-44a7-8b9c-169e3f5e2a51","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"premium-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"premium-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:25.989868639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-8eedd2a0","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"e2e-conflict-a-8eedd2a0","reconcileID":"36c582d8-92df-4699-a9ee-625739eee32b","MaaSModelRef":{"name":"e2e-conflict-a-8eedd2a0","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"e2e-conflict-a-8eedd2a0-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"e2e-conflict-a-8eedd2a0","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:26.013344267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"65e9052e-daea-44dc-a1a4-0180b33210b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:26.013694212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"01e67be6-9af0-4722-a51a-c12e68946725","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:26.023321282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"9da9a253-1b44-4e29-9b11-3681453407f9","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:26.023675695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"0cfc7b38-ce84-448b-b6dc-2d637597b210","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"premium-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"premium-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:26.023994168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-8eedd2a0","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"e2e-conflict-a-8eedd2a0","reconcileID":"7c9a02b2-9679-4967-ac7a-f45da3b0093e","MaaSModelRef":{"name":"e2e-conflict-a-8eedd2a0","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"e2e-conflict-a-8eedd2a0-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"e2e-conflict-a-8eedd2a0","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:26.026152355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"65e9052e-daea-44dc-a1a4-0180b33210b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:26.026343445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"01e67be6-9af0-4722-a51a-c12e68946725","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:26.02868084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-subscription","reconcileID":"26fd67f7-1ee7-428c-ba92-d2ddedf12d72","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-premium-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:26.029700539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-subscription","reconcileID":"73aae0f2-f1b2-4b19-93cd-bd86d4890686","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-simulator-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:26.093787093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"5c876aa2-cc56-49df-a021-608ce0dfde3a","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:26.11460403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"68be37b9-b894-4116-87ff-43dc3c4b301a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:26.114611859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"42eaebdc-0622-4fc4-a94e-26d9c081589d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:26.1228278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"68be37b9-b894-4116-87ff-43dc3c4b301a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:26.123460094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"42eaebdc-0622-4fc4-a94e-26d9c081589d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:26.477889589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a4bb782-6229-444c-b036-259bd5d95350","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:26.491196108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d66eef0d-f3c6-45ff-81bc-8c936923f239","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:26.556720892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a4bb782-6229-444c-b036-259bd5d95350","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:26.557315196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a58f71-access","reconcileID":"2e8b5cc0-2fc2-4561-a1f9-89e8382d237f","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:26.584817488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a58f71-access","reconcileID":"2e8b5cc0-2fc2-4561-a1f9-89e8382d237f","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:26.586362754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d66eef0d-f3c6-45ff-81bc-8c936923f239","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:26.611515482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"6bb9293b-7149-4c9b-b7a8-41b329089396","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:26.624525033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"cfe1376e-fb0b-4837-8942-bd2d241160ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:26.659411459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"6bb9293b-7149-4c9b-b7a8-41b329089396","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:26.659443757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"cfe1376e-fb0b-4837-8942-bd2d241160ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:33.562068939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"e10b1265-2955-48e6-ab26-d4dcb5826dc9","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:36.750267541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"49938250-2c74-4a5f-92c6-1554aac3f1a3","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:36.750641166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"f9ee7c23-ccbd-4a30-a4c1-fba4a6c36abc","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"premium-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"premium-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:36.791461443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"9a8d8e76-77c7-4172-81b4-73d7e85cfa9c","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:36.792009995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"cab521bf-03a2-4349-82f8-58bd1d60c80d","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"premium-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"premium-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:36.80191109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"65cb20fa-adf6-463b-817d-fb6b48eab67c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:36.836749412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"d40e815f-43d9-4dd1-9711-2956299601f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:36.8435411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"65cb20fa-adf6-463b-817d-fb6b48eab67c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:36.851629926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-subscription","reconcileID":"44efc2ff-fcf8-458c-9616-c55a6946de5d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-premium-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/premium-w3-2889dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:36.851742982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-subscription","reconcileID":"42394dcb-4de4-4699-84e7-8325b04cddfc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:36.856643612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"d40e815f-43d9-4dd1-9711-2956299601f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:37.083332033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"c9de58dd-a77f-416d-b90d-fc90695ffef7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:37.123330277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"c9de58dd-a77f-416d-b90d-fc90695ffef7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:37.178022607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"17dd323f-d6ef-4522-b6b7-d85684e3e482","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:37.193334802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"17dd323f-d6ef-4522-b6b7-d85684e3e482","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:39.317124439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"9aec67d9-b514-413a-b9c8-9dda2226023c","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"premium-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"premium-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:39.319306489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"0fa56d91-1408-4761-b99b-53fa22796901","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:39.319745069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"2007558e-3e7d-4f86-bac0-6af627c34c21","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:39.358970676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"eb02795c-95bb-4cc2-bc09-68d7cd5b81b1","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:39.3602038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"11123100-bace-4887-854c-4523fde9d7ba","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"premium-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"premium-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:39.360710518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"34208003-7d01-49c2-a93d-a06bdb26db1a","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:39.378927358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"cbad284d-cfce-4658-89d6-fba44d062807","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:39.379526707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"bab152f0-df8f-4f71-8102-9af7097263e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:39.385440059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-subscription","reconcileID":"24b0fec1-7937-4592-ba3b-940ad69d2818","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-simulator-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:39.386783258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-subscription","reconcileID":"de7b19cd-4341-48e6-8022-a481a8338467","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-premium-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/premium-w4-0458df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:39.39882537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"cbad284d-cfce-4658-89d6-fba44d062807","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:39.401455228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"bab152f0-df8f-4f71-8102-9af7097263e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:39.593611315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"512ec341-f417-4829-9885-23abda6a4222","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:39.59699163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"8dc95e93-39fe-4e43-a90e-78973525863f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:39.605812872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"512ec341-f417-4829-9885-23abda6a4222","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:39.613013143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"8dc95e93-39fe-4e43-a90e-78973525863f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:40.395317716Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:41.051604445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"2dc8b9af-fe4d-4c85-b66c-3d4ddc7cb196","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:41.052208109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"b81b9964-548d-45a3-a0bd-2c871d9027e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:41.060813238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"2dc8b9af-fe4d-4c85-b66c-3d4ddc7cb196","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:41.063922436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"b81b9964-548d-45a3-a0bd-2c871d9027e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:41.783214197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-8eedd2a0","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"e2e-conflict-b-8eedd2a0","reconcileID":"884c0cd8-c47d-41d0-ac67-e04b04fe882e","MaaSModelRef":{"name":"e2e-conflict-b-8eedd2a0","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"e2e-conflict-b-8eedd2a0-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"e2e-conflict-b-8eedd2a0","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:41.794067881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-8eedd2a0","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"e2e-conflict-a-8eedd2a0","reconcileID":"f14c5585-564c-401f-9a7f-991958234951","MaaSModelRef":{"name":"e2e-conflict-a-8eedd2a0","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"e2e-conflict-a-8eedd2a0-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"e2e-conflict-a-8eedd2a0","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:42.70433787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-8eedd2a0","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"e2e-conflict-a-8eedd2a0","reconcileID":"cf5f880f-c23f-4a52-8fd5-eb7e2eef5c54","MaaSModelRef":{"name":"e2e-conflict-a-8eedd2a0","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"e2e-conflict-a-8eedd2a0-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"e2e-conflict-a-8eedd2a0","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.838827436Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-92a70c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-92a70c","reconcileID":"db93aa17-6e05-4592-8bfd-0c82e510b524","namespace":"llm","name":"e2e-rt-eq-92a70c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.850206931Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-92a70c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-92a70c","reconcileID":"aafb1bc4-149c-4013-96e5-dd719474f746","namespace":"llm","name":"e2e-rt-eq-92a70c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.850492522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"8e6eedbc-3919-4491-a477-d6f8d277ee8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.852652879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"49a03c4f-bd8a-4750-a55b-9e780abcdec9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.852783363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"799fc5ef-9ccb-4507-a842-f105a1edfb6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.852655988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"f6cd88a9-596b-4ee6-9fd7-31a5e5361173","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.855045274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a58f71-access","reconcileID":"2d437fe6-d9b7-4895-9463-f376512dede0","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.85929387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"8e6eedbc-3919-4491-a477-d6f8d277ee8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.861280382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"49a03c4f-bd8a-4750-a55b-9e780abcdec9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.862850421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"799fc5ef-9ccb-4507-a842-f105a1edfb6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.864859541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a58f71-access","reconcileID":"2d437fe6-d9b7-4895-9463-f376512dede0","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.866214122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"f6cd88a9-596b-4ee6-9fd7-31a5e5361173","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.880719746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"95a374b3-6260-458b-9f50-7662379993c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.883201006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0c7c45c1-5b6e-4e24-ab00-d75a3fdb9cd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.883200818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c90492a-0a7f-495b-95c9-d7089274a76d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.883773361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"701d6fd1-82e2-4332-b5b5-1797eee2da9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.887838227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"95a374b3-6260-458b-9f50-7662379993c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.888777964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dfdb709e-3332-423d-b4cb-e494d92ad96f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.888843366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dfdb709e-3332-423d-b4cb-e494d92ad96f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.889180128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f670eb02-2983-4f29-ba0c-4f68281d4075","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.889236013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f670eb02-2983-4f29-ba0c-4f68281d4075","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.890219606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"9a19fd9d-ff0f-45a6-bafa-f942c63a0107","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.892574692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"701d6fd1-82e2-4332-b5b5-1797eee2da9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.893050164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0c7c45c1-5b6e-4e24-ab00-d75a3fdb9cd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.894603619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a58f71","reconcileID":"15274e5f-f391-4db6-867f-ae295095c9c1","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a58f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.894627693Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a58f71","reconcileID":"15274e5f-f391-4db6-867f-ae295095c9c1","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a58f71-e317ca62b21e","namespace":"llm","model":"e2e-rt-sw-a58f71","externalModel":"e2e-rt-sw-a58f71","provider":"e2e-rt-sw-a58f71-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.895050539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c90492a-0a7f-495b-95c9-d7089274a76d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.898473382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b3064b80-a233-48b2-add8-4265460bacdc","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.898488997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b3064b80-a233-48b2-add8-4265460bacdc","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.898709464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ec8fce93-c26e-4587-a734-8a1ca896cb9c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.898717951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ec8fce93-c26e-4587-a734-8a1ca896cb9c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.898890337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4b4a618f-1c47-47c0-a57b-90999cb184dc","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.898897726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4b4a618f-1c47-47c0-a57b-90999cb184dc","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.899068365Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f56bf0f-b1ff-46f7-ac45-d64cd3338ff3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.899076606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f56bf0f-b1ff-46f7-ac45-d64cd3338ff3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.956806436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"9a19fd9d-ff0f-45a6-bafa-f942c63a0107","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.957649136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c464b97e-fdf8-4f49-a4e1-087a9bc92cbf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.957671877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c464b97e-fdf8-4f49-a4e1-087a9bc92cbf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.958168177Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"60a1f369-b063-4fa1-a0dd-c6f33e7b6b58","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.958186296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"60a1f369-b063-4fa1-a0dd-c6f33e7b6b58","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.959872811Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ae5c50d5-b306-452f-ba22-f1d77ccf7261","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.959944331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ae5c50d5-b306-452f-ba22-f1d77ccf7261","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.960396744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6bcb66dd-e321-438c-8ee8-73dd4628fd37","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.960416635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6bcb66dd-e321-438c-8ee8-73dd4628fd37","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.960750651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"86fcc3cd-0571-4ba9-9a78-a02bf8a05083","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.960770956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"86fcc3cd-0571-4ba9-9a78-a02bf8a05083","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.961061436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e311b5b1-f5c8-4be3-a7e4-6a752c0bde2f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.961079265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e311b5b1-f5c8-4be3-a7e4-6a752c0bde2f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.961552929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2c1f9fde-dd7f-4a2d-b435-12774a21d736","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.961571693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2c1f9fde-dd7f-4a2d-b435-12774a21d736","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.96213192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4e649043-682e-4c24-aad2-4c85f565f7dc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.96215249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4e649043-682e-4c24-aad2-4c85f565f7dc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.962448561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"878dd442-95d1-4443-bb79-113a577375a7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.962467511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"878dd442-95d1-4443-bb79-113a577375a7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.962755345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"be8d03dc-9b4c-45a3-9428-1c80dc23fe95","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.962773194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"be8d03dc-9b4c-45a3-9428-1c80dc23fe95","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.96400282Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cc46dc85-43dc-40fb-9351-ed3c226f5afc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.964648211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1c1bb708-7c88-446b-9879-73b05d7a0a3b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.968671987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a58f71","reconcileID":"41a1c242-ef6f-4554-ad43-67831c277c10","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a58f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.968696975Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a58f71","reconcileID":"41a1c242-ef6f-4554-ad43-67831c277c10","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a58f71-e317ca62b21e","namespace":"llm","model":"e2e-rt-sw-a58f71","externalModel":"e2e-rt-sw-a58f71","provider":"e2e-rt-sw-a58f71-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.969127016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-a58f71-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a58f71-sub","reconcileID":"0d1d1f97-1d47-4e17-a6da-183966016b07","MaaSSubscription":{"name":"e2e-rt-sw-a58f71-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-a58f71","model":"llm/e2e-rt-sw-a58f71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.985618474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"bf70233f-c380-4086-b3ca-49ee608aede8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.989423864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"cb48923c-b6a1-428a-bdd0-87739847704a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.989792112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"207d38a5-b862-417b-8286-e3a414a9a8f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:43.995140077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"bf70233f-c380-4086-b3ca-49ee608aede8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:44.000779263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"cb48923c-b6a1-428a-bdd0-87739847704a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:44.001633368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"207d38a5-b862-417b-8286-e3a414a9a8f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:44.059648983Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-92a70c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-92a70c","reconcileID":"e98615a2-9a42-450c-8adb-f2f4db89506e","MaaSModelRef":{"name":"e2e-rt-eq-92a70c","namespace":"llm"},"name":"e2e-rt-eq-92a70c","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:44.075293393Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-92a70c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-92a70c","reconcileID":"f5238574-d222-4c2e-88a7-654ff1ff81dd","namespace":"llm","name":"e2e-rt-eq-92a70c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:44.082990324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"c11676bb-3337-4cdc-b9cd-43489543f97c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:44.084002403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-92a70c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-92a70c","reconcileID":"e41ff636-c12c-42f2-839e-dc88904de69b","MaaSModelRef":{"name":"e2e-rt-eq-92a70c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-92a70c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:44.084023444Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-92a70c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-92a70c","reconcileID":"e41ff636-c12c-42f2-839e-dc88904de69b","MaaSModelRef":{"name":"e2e-rt-eq-92a70c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-92a70c-5b7843bce990","namespace":"llm","model":"e2e-rt-eq-92a70c","externalModel":"e2e-rt-eq-92a70c","provider":"e2e-rt-eq-92a70c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:44.084885764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"e4922666-07fe-4d77-adf6-60743aa93f6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:44.096291375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"e4922666-07fe-4d77-adf6-60743aa93f6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:44.1592856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"c11676bb-3337-4cdc-b9cd-43489543f97c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:44.301901265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"9a013337-19e9-48d9-aeef-93e6375843ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:44.305242778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"7760561e-a5b1-4668-bffc-9b830b0f44f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:44.307189649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a58f71-access","reconcileID":"a85fc6cf-9500-41d4-ad11-afdb967ba57c","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:44.322474901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"7760561e-a5b1-4668-bffc-9b830b0f44f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:44.334218173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a58f71-access","reconcileID":"a85fc6cf-9500-41d4-ad11-afdb967ba57c","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:44.337986384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"9a013337-19e9-48d9-aeef-93e6375843ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:44.339378565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d4b60d9-bec7-40bd-853e-e57f89540ce8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:44.344546959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"79ed296e-711f-485c-84e1-9ebb22583017","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:44.351627453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d4b60d9-bec7-40bd-853e-e57f89540ce8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:44.355547011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"79ed296e-711f-485c-84e1-9ebb22583017","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:44.359482431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"25b3bfad-fef3-4814-9ea1-38206c266c1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:44.368745577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"25b3bfad-fef3-4814-9ea1-38206c266c1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:44.411465809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"4751a380-2f30-45c6-8c78-28b1842225f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:44.411993235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"565d67fe-42b7-4bd1-a6ac-daf5c8eacceb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:44.412545714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"7e65f3b4-d171-4310-adf8-7fb5736aec54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:44.413064322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"0c4f3774-ded2-4a8a-83cf-6821d317551e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:44.413653768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"c85f5f15-02f9-43b7-b083-75bb5e71f83d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:44.421325608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"565d67fe-42b7-4bd1-a6ac-daf5c8eacceb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:44.466300074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"c85f5f15-02f9-43b7-b083-75bb5e71f83d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:44.472598172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"7e65f3b4-d171-4310-adf8-7fb5736aec54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:44.476188004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"0c4f3774-ded2-4a8a-83cf-6821d317551e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:44.559261275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"4751a380-2f30-45c6-8c78-28b1842225f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:44.579829877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-92a70c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-92a70c","reconcileID":"d7dc0615-8643-4b26-a8fc-310ad1bc5223","MaaSModelRef":{"name":"e2e-rt-eq-92a70c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-92a70c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:44.579851592Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-92a70c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-92a70c","reconcileID":"d7dc0615-8643-4b26-a8fc-310ad1bc5223","MaaSModelRef":{"name":"e2e-rt-eq-92a70c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-92a70c-5b7843bce990","namespace":"llm","model":"e2e-rt-eq-92a70c","externalModel":"e2e-rt-eq-92a70c","provider":"e2e-rt-eq-92a70c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:44.590757714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"9243aead-22f6-496a-811b-d20de1b087c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:44.603453378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"9243aead-22f6-496a-811b-d20de1b087c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:44.685523385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"1d07b3fd-4de9-427e-bf81-edcd0a36fd42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:44.68582247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-92a70c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-92a70c","reconcileID":"5bad42cd-6d30-4896-ae0a-fe0e208a5a39","MaaSModelRef":{"name":"e2e-rt-eq-92a70c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-92a70c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:44.68584489Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-92a70c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-92a70c","reconcileID":"5bad42cd-6d30-4896-ae0a-fe0e208a5a39","MaaSModelRef":{"name":"e2e-rt-eq-92a70c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-92a70c-5b7843bce990","namespace":"llm","model":"e2e-rt-eq-92a70c","externalModel":"e2e-rt-eq-92a70c","provider":"e2e-rt-eq-92a70c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:44.692823683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"1d07b3fd-4de9-427e-bf81-edcd0a36fd42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:44.795512329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-92a70c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-92a70c-access","reconcileID":"5e08606b-40aa-429c-a214-2b4a3275c530","MaaSAuthPolicy":{"name":"e2e-rt-eq-92a70c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:44.803526685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-92a70c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-92a70c-access","reconcileID":"5e08606b-40aa-429c-a214-2b4a3275c530","MaaSAuthPolicy":{"name":"e2e-rt-eq-92a70c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:44.987708855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-92a70c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-92a70c","reconcileID":"3d5e4639-9175-43ff-ae1a-651960cdd557","MaaSModelRef":{"name":"e2e-rt-eq-92a70c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-92a70c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:44.987732864Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-92a70c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-92a70c","reconcileID":"3d5e4639-9175-43ff-ae1a-651960cdd557","MaaSModelRef":{"name":"e2e-rt-eq-92a70c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-92a70c-5b7843bce990","namespace":"llm","model":"e2e-rt-eq-92a70c","externalModel":"e2e-rt-eq-92a70c","provider":"e2e-rt-eq-92a70c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:45.864175007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"6f5adb1f-ecae-4125-98d7-86a309291b44","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:45.864728055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"0c3595a4-7645-4289-aa4d-840d66abb60f","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"premium-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"premium-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:45.865191932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-8eedd2a0","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"e2e-conflict-a-8eedd2a0","reconcileID":"6f36cc58-cd22-4f56-85d9-18bd43b6eafb","MaaSModelRef":{"name":"e2e-conflict-a-8eedd2a0","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"e2e-conflict-a-8eedd2a0-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"e2e-conflict-a-8eedd2a0","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:45.898647311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"b9c6641e-504a-400c-967e-73b7f16af650","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:45.898668874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"2374887b-ee55-447e-9247-34285b73627f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:45.899341831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-subscription","reconcileID":"23f93e08-9849-44c0-9def-ccaae1faedbd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-simulator-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:45.900511919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-subscription","reconcileID":"eda6274f-c50c-44e4-bd88-71f1185476f7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-premium-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:45.916148075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"b9c6641e-504a-400c-967e-73b7f16af650","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:45.916631388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"2374887b-ee55-447e-9247-34285b73627f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:49.449464549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"f8e4a4df-195c-43e4-a92d-e41fa59c6306","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:50.108181391Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-92a70c-sub models-as-a-service/e2e-rt-sw-a58f71-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:50.124651744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-92a70c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-92a70c","reconcileID":"e9f5043d-a892-421d-b287-c7b9f669ed52","MaaSModelRef":{"name":"e2e-rt-eq-92a70c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-92a70c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:50.12469263Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-92a70c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-92a70c","reconcileID":"e9f5043d-a892-421d-b287-c7b9f669ed52","MaaSModelRef":{"name":"e2e-rt-eq-92a70c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-92a70c-5b7843bce990","namespace":"llm","model":"e2e-rt-eq-92a70c","externalModel":"e2e-rt-eq-92a70c","provider":"e2e-rt-eq-92a70c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:50:50.212472749Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-92a70c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-92a70c-sub","reconcileID":"99313fc7-c5c5-4467-9b53-eaf7bfd18ba3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-eq-92a70c-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:50.220864116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-92a70c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-92a70c-access","reconcileID":"317a45ca-c533-413a-9c20-6dd1209268ae","MaaSAuthPolicy":{"name":"e2e-rt-eq-92a70c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:50.221916973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a58f71","reconcileID":"a2d71eb0-163d-4100-955e-24ee28bf5898","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a58f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:50.221937894Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a58f71","reconcileID":"a2d71eb0-163d-4100-955e-24ee28bf5898","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a58f71-e317ca62b21e","namespace":"llm","model":"e2e-rt-sw-a58f71","externalModel":"e2e-rt-sw-a58f71","provider":"e2e-rt-sw-a58f71-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:50.228780522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"edbd16e1-1dfb-4060-b6af-c637eed9ca15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:50.230396457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab8c4312-dbee-4c84-ab84-3f8d8a50d570","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:50.231122936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a58f71-access","reconcileID":"6757232b-69c6-4c75-a92b-97014ff06db0","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:50.239788908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-92a70c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-92a70c-access","reconcileID":"317a45ca-c533-413a-9c20-6dd1209268ae","MaaSAuthPolicy":{"name":"e2e-rt-eq-92a70c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:50.245067986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a58f71-access","reconcileID":"6757232b-69c6-4c75-a92b-97014ff06db0","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:50.247601962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"edbd16e1-1dfb-4060-b6af-c637eed9ca15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:50.24992549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-92a70c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-92a70c","reconcileID":"c6b4a523-ca28-4a39-87b5-5451e60a0f14","MaaSModelRef":{"name":"e2e-rt-eq-92a70c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-92a70c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:50.25003249Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-92a70c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-92a70c","reconcileID":"c6b4a523-ca28-4a39-87b5-5451e60a0f14","MaaSModelRef":{"name":"e2e-rt-eq-92a70c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-92a70c-5b7843bce990","namespace":"llm","model":"e2e-rt-eq-92a70c","externalModel":"e2e-rt-eq-92a70c","provider":"e2e-rt-eq-92a70c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:50.256310011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab8c4312-dbee-4c84-ab84-3f8d8a50d570","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:50.260980938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-92a70c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-92a70c","reconcileID":"57c7967d-7c30-423a-bd77-b5a7dad4b4c0","MaaSModelRef":{"name":"e2e-rt-eq-92a70c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-92a70c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:50.261010152Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-92a70c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-92a70c","reconcileID":"57c7967d-7c30-423a-bd77-b5a7dad4b4c0","MaaSModelRef":{"name":"e2e-rt-eq-92a70c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-92a70c-5b7843bce990","namespace":"llm","model":"e2e-rt-eq-92a70c","externalModel":"e2e-rt-eq-92a70c","provider":"e2e-rt-eq-92a70c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:50.287934127Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-92a70c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-92a70c-sub","reconcileID":"4eb1b62e-fa58-4325-8ef7-fd4643f4f845","MaaSSubscription":{"name":"e2e-rt-eq-92a70c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-92a70c","model":"e2e-rt-eq-92a70c","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-eq-92a70c-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:50.314774276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f3b204c3-80f3-43c8-a246-396438251010","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:50.315476483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f6fd6da-cddd-4841-b7e2-00420a1e93b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:50.316060716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a58f71-access","reconcileID":"bf89d43b-f777-45df-8431-e844bbafffb3","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:50.436612111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f3b204c3-80f3-43c8-a246-396438251010","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:50.490247443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f6fd6da-cddd-4841-b7e2-00420a1e93b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:50.515073772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a58f71-access","reconcileID":"bf89d43b-f777-45df-8431-e844bbafffb3","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:50.556330405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-92a70c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-92a70c","reconcileID":"a9640645-e58e-4645-bf2f-19d6debe72a9","MaaSModelRef":{"name":"e2e-rt-eq-92a70c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-92a70c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:50.556447786Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-92a70c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-92a70c","reconcileID":"a9640645-e58e-4645-bf2f-19d6debe72a9","MaaSModelRef":{"name":"e2e-rt-eq-92a70c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-92a70c-5b7843bce990","namespace":"llm","model":"e2e-rt-eq-92a70c","externalModel":"e2e-rt-eq-92a70c","provider":"e2e-rt-eq-92a70c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:50.562129153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-92a70c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-92a70c-access","reconcileID":"2f65e576-f2b5-4597-af74-3315d4b25d34","MaaSAuthPolicy":{"name":"e2e-rt-eq-92a70c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:50.662872944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-92a70c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-92a70c-access","reconcileID":"2f65e576-f2b5-4597-af74-3315d4b25d34","MaaSAuthPolicy":{"name":"e2e-rt-eq-92a70c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:50.680660882Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-92a70c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-92a70c-sub","reconcileID":"669990be-ff96-48d6-83d0-fab762aacf13","MaaSSubscription":{"name":"e2e-rt-eq-92a70c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-92a70c","model":"llm/e2e-rt-eq-92a70c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:50.724678914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e0171ca4-67e4-4823-a2ad-27fa40c31096","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:50.756112781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e0171ca4-67e4-4823-a2ad-27fa40c31096","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:50.795781785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"f489ebf0-32fd-46fc-a2f5-a88af222d340","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:50.811145785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"f489ebf0-32fd-46fc-a2f5-a88af222d340","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:50.814390004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a58f71-access","reconcileID":"59e8e8a1-efef-45c2-a0ff-5223e144d81d","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:50.818313317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"36a74071-6cb3-4343-8cc2-f22104362952","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:50.890867444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"36a74071-6cb3-4343-8cc2-f22104362952","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:50.891416253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a58f71-access","reconcileID":"59e8e8a1-efef-45c2-a0ff-5223e144d81d","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:50.948962033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"15e57048-ea06-4e58-b3cd-54f881c10179","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:50.963646623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-92a70c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-92a70c-access","reconcileID":"02852192-8e86-4071-9775-ccd66e4fcb79","MaaSAuthPolicy":{"name":"e2e-rt-eq-92a70c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:50.966450125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"15e57048-ea06-4e58-b3cd-54f881c10179","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:50.992524126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-92a70c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-92a70c-access","reconcileID":"02852192-8e86-4071-9775-ccd66e4fcb79","MaaSAuthPolicy":{"name":"e2e-rt-eq-92a70c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:51.064757166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"ad9c9336-3285-45d3-86a7-e76bd679a23f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:51.116375908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"ad9c9336-3285-45d3-86a7-e76bd679a23f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:51.185045016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"80c09fd2-1a38-4c73-bebd-5f482cd2874d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:51.250990764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"80c09fd2-1a38-4c73-bebd-5f482cd2874d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:52.165442112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"9e4c9fe6-2fb9-41df-9be4-a91b617af520","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:52.165991489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"2e836041-a5b5-4d1d-936a-6c25ff16a4aa","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"premium-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"premium-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:52.296442462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"d9cbe9b9-1541-45f9-9b96-9baab6f37605","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:52.297219346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"733171bc-3a5e-41e3-87a9-80fa327b4905","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:52.316050441Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-subscription","reconcileID":"09e55f61-b4e0-4e43-9560-5f5d571015e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-simulator-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:52.342645168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"d9cbe9b9-1541-45f9-9b96-9baab6f37605","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:52.351894236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"733171bc-3a5e-41e3-87a9-80fa327b4905","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:52.352994798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-subscription","reconcileID":"bca4e2b3-8de6-481d-b5b8-385434a8fa5d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-premium-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:54.063674709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"36227929-d944-4c6f-903f-3aab82814932","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"premium-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"premium-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:54.064295409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"c56cb1c6-405b-4841-bd6d-443ea4349b57","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:54.0646161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"0e0f8669-9dd8-4c21-9493-1b8e1447336b","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:54.089712087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"fa1e7620-8ac8-4a1e-9019-53e5dc7b1b5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:54.090679119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"e62cee3e-ffb9-4692-bcf3-c8038c14b24e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:54.094405568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"800f09d7-3b1f-43d4-a2f2-375f8186b82f","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:54.097062408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"faee6e0a-04f1-4915-baf4-945cb23e1b8d","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"premium-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"premium-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:54.099122898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"0643bd91-c6cc-46ae-97af-f9a05fc5741e","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:54.106995592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"fa1e7620-8ac8-4a1e-9019-53e5dc7b1b5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:54.10812243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-subscription","reconcileID":"7d93d073-b275-42f9-86b7-ba8c51db2a32","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-premium-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/premium-w3-2889dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:54.114133643Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-subscription","reconcileID":"00af71c3-9f0e-44ca-a762-af51a23ac0a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:54.115512211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"e62cee3e-ffb9-4692-bcf3-c8038c14b24e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:54.301922829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"3ed0f44c-bd73-4dc1-b4f6-c7eb7875e82b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:54.306601504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"beaaf56e-da2f-4ffd-b5c7-61d541894358","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:54.314886401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"3ed0f44c-bd73-4dc1-b4f6-c7eb7875e82b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:54.321831462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"beaaf56e-da2f-4ffd-b5c7-61d541894358","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:59.548284272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"5b20a44e-3622-490c-9c4d-5599e18fb743","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:59.548739623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"4c92cba0-0e2c-409f-aafb-e83ab3ff38c8","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"premium-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"premium-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:59.567825602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"d96ed09d-6472-491c-a480-c85feaf7d396","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:59.568323439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"b5d91583-e87e-4ced-ae91-6024b622f361","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"premium-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"premium-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:59.571391915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"fd67de32-a8b4-4449-838c-a8d473fa0d56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:59.571395918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"20883041-329b-452d-b643-b7f1d8bec384","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:59.577391984Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-subscription","reconcileID":"7f238b4e-1c5a-4c8d-923c-a9ec5c83a6f2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-simulator-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:59.577390172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-subscription","reconcileID":"16f08bd4-59df-488e-895e-9c92778b0a34","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-premium-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:59.580737446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"fd67de32-a8b4-4449-838c-a8d473fa0d56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:59.581149945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"20883041-329b-452d-b643-b7f1d8bec384","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:59.677544838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"ad76cdc1-7a27-4c8c-b2d3-36217e391d23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:59.678274794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"f8029740-5613-48d9-914a-cb6e4a428895","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:59.717075111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"ad76cdc1-7a27-4c8c-b2d3-36217e391d23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:59.717533373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"f8029740-5613-48d9-914a-cb6e4a428895","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:00.205176732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"5e8a9ba4-2a61-41ee-bae3-be73ba88ea82","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:01.102652164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"16539f6d-7b01-45f6-9e36-4f44791150fc","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:01.108540875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"1cd07beb-3257-4f0d-b38d-b65f3b2e410a","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:01.118671148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-dedup-auth","reconcileID":"e9adf7cb-c229-46d7-a49c-db767fb443fd","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:01.125803871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-dedup-auth","reconcileID":"e9adf7cb-c229-46d7-a49c-db767fb443fd","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:01.131481277Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0458df-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3d332dc6a768d0bba489278de5a9b3ba03d28c3f87e787d8ab1edde8aba57cf3) AuthConfig (7fe85d4996452e6c6e89f2c6d2bcb6f94f26bcafd46500ec160eb0c20105b0b5) AuthConfig (6cea4a2b12fac6f1699ce987e6d7b4a949e645854e1db2626044a754e1c88a18) AuthConfig (e3d5fc60e25ee48dbb79283771d6b37e6f068286e747d9af117e7f4c7cdf5722) AuthConfig (2ebf1374707672a344c2f60efaf429a18fe6949434f80e087ee56f280e989d7a) AuthConfig (b6a854332617e500aa7194ace3cc63d1d7ac1d99d0980bc4b6207c117942e5c4) AuthConfig (700adb2f135fd9f0a4382d89dc669cd7e4d61e97073889f99e4fd121dee2fd9a) AuthConfig (97e53723b87c210b7db67c1bc3d384a9a302c228fb4ae781f2dd9e29cf2eadd1) AuthConfig (d780a3845db6006a2b46d6052ae9963d252de34a0da4e9036cca2255b2655b5a) AuthConfig (b596fdf772a7d68c76ad81d34ccda06d18b066c7e6d65664de5888b3587976b1) AuthConfig (7ac2cd2fb837d907779e1284c1f0a9d0029caa19c980593ec76621a45b2a6c36) AuthConfig (fbc83bb93527b3a0f047c257534e8cddc49b20827ad6103566ff00d6c08a2ed5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-dedup-auth","reconcileID":"e9adf7cb-c229-46d7-a49c-db767fb443fd","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:01.139786526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"0bd75294-492b-4403-8c0a-9b5231469bd1","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:01.218061752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-dedup-auth","reconcileID":"e4cbd821-0ad0-4fe3-ba42-ea51594b4beb","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:01.224837491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-dedup-auth","reconcileID":"e4cbd821-0ad0-4fe3-ba42-ea51594b4beb","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:01.230177085Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0458df-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3d332dc6a768d0bba489278de5a9b3ba03d28c3f87e787d8ab1edde8aba57cf3) AuthConfig (7fe85d4996452e6c6e89f2c6d2bcb6f94f26bcafd46500ec160eb0c20105b0b5) AuthConfig (6cea4a2b12fac6f1699ce987e6d7b4a949e645854e1db2626044a754e1c88a18) AuthConfig (e3d5fc60e25ee48dbb79283771d6b37e6f068286e747d9af117e7f4c7cdf5722) AuthConfig (2ebf1374707672a344c2f60efaf429a18fe6949434f80e087ee56f280e989d7a) AuthConfig (b6a854332617e500aa7194ace3cc63d1d7ac1d99d0980bc4b6207c117942e5c4) AuthConfig (700adb2f135fd9f0a4382d89dc669cd7e4d61e97073889f99e4fd121dee2fd9a) AuthConfig (97e53723b87c210b7db67c1bc3d384a9a302c228fb4ae781f2dd9e29cf2eadd1) AuthConfig (d780a3845db6006a2b46d6052ae9963d252de34a0da4e9036cca2255b2655b5a) AuthConfig (b596fdf772a7d68c76ad81d34ccda06d18b066c7e6d65664de5888b3587976b1) AuthConfig (7ac2cd2fb837d907779e1284c1f0a9d0029caa19c980593ec76621a45b2a6c36) AuthConfig (fbc83bb93527b3a0f047c257534e8cddc49b20827ad6103566ff00d6c08a2ed5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-dedup-auth","reconcileID":"e4cbd821-0ad0-4fe3-ba42-ea51594b4beb","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:01.234184889Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-dedup-auth","reconcileID":"e4cbd821-0ad0-4fe3-ba42-ea51594b4beb","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:01.33024495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-dedup-auth","reconcileID":"fcc6df43-48a7-4f18-a259-6e10b79f4d56","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:01.339912926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-dedup-auth","reconcileID":"fcc6df43-48a7-4f18-a259-6e10b79f4d56","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:01.35470707Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0458df-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3d332dc6a768d0bba489278de5a9b3ba03d28c3f87e787d8ab1edde8aba57cf3) AuthConfig (7fe85d4996452e6c6e89f2c6d2bcb6f94f26bcafd46500ec160eb0c20105b0b5) AuthConfig (6cea4a2b12fac6f1699ce987e6d7b4a949e645854e1db2626044a754e1c88a18) AuthConfig (e3d5fc60e25ee48dbb79283771d6b37e6f068286e747d9af117e7f4c7cdf5722) AuthConfig (2ebf1374707672a344c2f60efaf429a18fe6949434f80e087ee56f280e989d7a) AuthConfig (b6a854332617e500aa7194ace3cc63d1d7ac1d99d0980bc4b6207c117942e5c4) AuthConfig (700adb2f135fd9f0a4382d89dc669cd7e4d61e97073889f99e4fd121dee2fd9a) AuthConfig (97e53723b87c210b7db67c1bc3d384a9a302c228fb4ae781f2dd9e29cf2eadd1) AuthConfig (d780a3845db6006a2b46d6052ae9963d252de34a0da4e9036cca2255b2655b5a) AuthConfig (b596fdf772a7d68c76ad81d34ccda06d18b066c7e6d65664de5888b3587976b1) AuthConfig (7ac2cd2fb837d907779e1284c1f0a9d0029caa19c980593ec76621a45b2a6c36) AuthConfig (fbc83bb93527b3a0f047c257534e8cddc49b20827ad6103566ff00d6c08a2ed5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-dedup-auth","reconcileID":"fcc6df43-48a7-4f18-a259-6e10b79f4d56","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:03.846736815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-92a70c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-92a70c-sub","reconcileID":"a98514ec-ff36-43af-8d48-5757b9dc4819","MaaSSubscription":{"name":"e2e-rt-eq-92a70c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-92a70c","model":"llm/e2e-rt-eq-92a70c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:03.914506618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-92a70c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-92a70c","reconcileID":"7659024c-b2b5-4fec-9631-1cb742430708","MaaSModelRef":{"name":"e2e-rt-eq-92a70c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-92a70c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:03.914546448Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-92a70c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-92a70c","reconcileID":"7659024c-b2b5-4fec-9631-1cb742430708","MaaSModelRef":{"name":"e2e-rt-eq-92a70c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-92a70c-5b7843bce990","namespace":"llm","model":"e2e-rt-eq-92a70c","externalModel":"e2e-rt-eq-92a70c","provider":"e2e-rt-eq-92a70c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:04.15996562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-92a70c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-92a70c-access","reconcileID":"714a8372-2251-4d8a-ba73-cf3df2c9b894","MaaSAuthPolicy":{"name":"e2e-rt-eq-92a70c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:04.160365788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e85fe89e-c04f-47af-9c6b-b13efdf6809d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:04.165802384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a58f71-access","reconcileID":"0219d116-7fac-4c48-9ce8-ce51a536c0fe","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:04.177537763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-92a70c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-92a70c-access","reconcileID":"714a8372-2251-4d8a-ba73-cf3df2c9b894","MaaSAuthPolicy":{"name":"e2e-rt-eq-92a70c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:04.179229046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d1ae700-6ff3-4135-8137-ef65ff78b993","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:04.181843622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a58f71-access","reconcileID":"0219d116-7fac-4c48-9ce8-ce51a536c0fe","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:04.183242381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e85fe89e-c04f-47af-9c6b-b13efdf6809d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:04.198120259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d1ae700-6ff3-4135-8137-ef65ff78b993","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:04.250177114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"70e68fe5-dd39-425c-89f0-cc4b5042fd77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:04.251018832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"363a460e-5fc9-4953-9cca-c1d6c7386d38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:04.258108764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"363a460e-5fc9-4953-9cca-c1d6c7386d38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:04.259344197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"70e68fe5-dd39-425c-89f0-cc4b5042fd77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:10.392799902Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:11.027579671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"bdd4d430-14ad-4d47-94cd-44ce5f1885af","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:11.384533696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-dedup-auth","reconcileID":"f501f0a1-4ce3-4acd-a799-fc3b3fefdd4c","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:11.39587333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-dedup-auth","reconcileID":"f501f0a1-4ce3-4acd-a799-fc3b3fefdd4c","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:11.460970473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"29c116fc-b235-4c72-ba62-6dd71e566d8b","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:11.915850625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"c92a31d0-b87a-42af-801b-4ce9085985bd","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:11.920884079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"ac348796-8b8e-4c14-a746-9a69bb69cfb6","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:11.932405669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth1","reconcileID":"ebd2c8dc-151f-4687-a13e-b2b47d68b124","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:11.94037358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth1","reconcileID":"ebd2c8dc-151f-4687-a13e-b2b47d68b124","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:11.947161626Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-2889dd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (97ec8f48af0ddafa2a2a01fea3bbe8593b06a933db520ded53875640d7347f58) AuthConfig (dde9868a6aa61004b1c93b2478ee115636d7f7c5ea44d32974246d57e7b967bd) AuthConfig (268d463af6563de7752feddd7f21593e631a95732dcc2dc542dc486d616ba12b) AuthConfig (e58acc981c328f450710b4f1b81a5e73e334689659ce94733107f069803dded7) AuthConfig (0acf4b86a8cd546c3bb4017332378a577df00413bbf9cf2bcef0a4b8efb6babc) AuthConfig (eea6cf353a6c39f04c9f7c078c474101ce856744554c07ecfef833b78d603d9a) AuthConfig (2d0e03591a91c45f0b916b79159f3b1b3033a099736fe41873f0b6c5748d0db4) AuthConfig (d13fb4c6b80a7c8000ade32811e91d9269e677df7d5d6529047a018dde2d5336) AuthConfig (5f89608a02ca057c108aaf66408dbbb69b18ef9aa7cd466e3f993475dffb519e) AuthConfig (5058ef65dbc9e4558a49bff7338a7aa57a0a939f2480ab075d32baf7811e3ca7) AuthConfig (c5418489a485138752cae7714af8820a19bb42848941a01fd42fb1ea96a42ba8) AuthConfig (2d8290a620e0bfe1c51f39fcdde8c08eac4f60d44fdfbb88ad41cb4db2ea5b9f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth1","reconcileID":"ebd2c8dc-151f-4687-a13e-b2b47d68b124","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:11.954272845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"1ae6ce22-2b69-4a60-9bd7-7899a833c493","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.035087956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth1","reconcileID":"77e9f85f-7ae8-4047-84d8-c794cf86f038","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.042671922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth1","reconcileID":"77e9f85f-7ae8-4047-84d8-c794cf86f038","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.049310464Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-2889dd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (97ec8f48af0ddafa2a2a01fea3bbe8593b06a933db520ded53875640d7347f58) AuthConfig (dde9868a6aa61004b1c93b2478ee115636d7f7c5ea44d32974246d57e7b967bd) AuthConfig (268d463af6563de7752feddd7f21593e631a95732dcc2dc542dc486d616ba12b) AuthConfig (e58acc981c328f450710b4f1b81a5e73e334689659ce94733107f069803dded7) AuthConfig (0acf4b86a8cd546c3bb4017332378a577df00413bbf9cf2bcef0a4b8efb6babc) AuthConfig (eea6cf353a6c39f04c9f7c078c474101ce856744554c07ecfef833b78d603d9a) AuthConfig (2d0e03591a91c45f0b916b79159f3b1b3033a099736fe41873f0b6c5748d0db4) AuthConfig (d13fb4c6b80a7c8000ade32811e91d9269e677df7d5d6529047a018dde2d5336) AuthConfig (5f89608a02ca057c108aaf66408dbbb69b18ef9aa7cd466e3f993475dffb519e) AuthConfig (5058ef65dbc9e4558a49bff7338a7aa57a0a939f2480ab075d32baf7811e3ca7) AuthConfig (c5418489a485138752cae7714af8820a19bb42848941a01fd42fb1ea96a42ba8) AuthConfig (2d8290a620e0bfe1c51f39fcdde8c08eac4f60d44fdfbb88ad41cb4db2ea5b9f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth1","reconcileID":"77e9f85f-7ae8-4047-84d8-c794cf86f038","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.086241525Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-92a70c-sub models-as-a-service/e2e-rt-sw-a58f71-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.086768525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"27cb7fd8-653b-40ff-b412-951fa9b39826","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.096790733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"c3cd0a7f-2559-48e0-b00a-76a10b4bf22c","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:12.097565789Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-sub1","reconcileID":"3962bae7-b578-4280-973b-fa825da2f3ac","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.108240952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"9006a873-d454-4b0a-b5e6-63e2ba2a060f","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.115692094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"adad2764-cbee-4af8-a4a7-997bf3582f2a","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.135524217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth1","reconcileID":"95b0b0a0-9c28-440b-a593-5ba84d6b2d4a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.136037694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"0a415530-a185-493d-b525-463f695b03e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.137432353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"9863fd03-2c5c-4d7f-b678-6d9789b73180","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.142951274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth1","reconcileID":"95b0b0a0-9c28-440b-a593-5ba84d6b2d4a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.143862144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"0a415530-a185-493d-b525-463f695b03e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.144794821Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-sub1","reconcileID":"9fce14b5-e85f-4e02-b241-896d072d5f80","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-distinct-w3-2889dd","model":"distinct-w3-2889dd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-2889dd/e2e-return-all-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.145602345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"9863fd03-2c5c-4d7f-b678-6d9789b73180","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.149820218Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-2889dd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (97ec8f48af0ddafa2a2a01fea3bbe8593b06a933db520ded53875640d7347f58) AuthConfig (dde9868a6aa61004b1c93b2478ee115636d7f7c5ea44d32974246d57e7b967bd) AuthConfig (268d463af6563de7752feddd7f21593e631a95732dcc2dc542dc486d616ba12b) AuthConfig (e58acc981c328f450710b4f1b81a5e73e334689659ce94733107f069803dded7) AuthConfig (0acf4b86a8cd546c3bb4017332378a577df00413bbf9cf2bcef0a4b8efb6babc) AuthConfig (eea6cf353a6c39f04c9f7c078c474101ce856744554c07ecfef833b78d603d9a) AuthConfig (2d0e03591a91c45f0b916b79159f3b1b3033a099736fe41873f0b6c5748d0db4) AuthConfig (d13fb4c6b80a7c8000ade32811e91d9269e677df7d5d6529047a018dde2d5336) AuthConfig (5f89608a02ca057c108aaf66408dbbb69b18ef9aa7cd466e3f993475dffb519e) AuthConfig (5058ef65dbc9e4558a49bff7338a7aa57a0a939f2480ab075d32baf7811e3ca7) AuthConfig (c5418489a485138752cae7714af8820a19bb42848941a01fd42fb1ea96a42ba8) AuthConfig (2d8290a620e0bfe1c51f39fcdde8c08eac4f60d44fdfbb88ad41cb4db2ea5b9f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth1","reconcileID":"95b0b0a0-9c28-440b-a593-5ba84d6b2d4a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.170269051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"1cec688d-07cc-48a4-b685-c9671dd4fea9","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.294073283Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-sub1","reconcileID":"b0e397cc-2885-4ec6-a9fc-2c76992712ca","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-distinct-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/distinct-w3-2889dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.295920391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"140da65d-580c-4a4b-8502-221098197b52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.29958452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth1","reconcileID":"ed9cd2db-c824-4df3-97bc-c4a2eb72dea3","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.300746347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"7c94ddda-d0ab-4076-b802-b77952e49737","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.315938461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"4b178b8e-12c1-4892-99c5-1c517ff195cc","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.356886905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"30d6d4c0-eaf9-44ef-98f9-5fa4c0b30196","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.384847269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"140da65d-580c-4a4b-8502-221098197b52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.391537473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth1","reconcileID":"ed9cd2db-c824-4df3-97bc-c4a2eb72dea3","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.393165343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"30d6d4c0-eaf9-44ef-98f9-5fa4c0b30196","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.397603671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"90f6b09c-0e85-4e76-9ff7-0f0436c4d42d","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.398280657Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-92a70c-sub models-as-a-service/e2e-rt-sw-a58f71-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.400351154Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-2889dd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (97ec8f48af0ddafa2a2a01fea3bbe8593b06a933db520ded53875640d7347f58) AuthConfig (dde9868a6aa61004b1c93b2478ee115636d7f7c5ea44d32974246d57e7b967bd) AuthConfig (268d463af6563de7752feddd7f21593e631a95732dcc2dc542dc486d616ba12b) AuthConfig (e58acc981c328f450710b4f1b81a5e73e334689659ce94733107f069803dded7) AuthConfig (0acf4b86a8cd546c3bb4017332378a577df00413bbf9cf2bcef0a4b8efb6babc) AuthConfig (eea6cf353a6c39f04c9f7c078c474101ce856744554c07ecfef833b78d603d9a) AuthConfig (2d0e03591a91c45f0b916b79159f3b1b3033a099736fe41873f0b6c5748d0db4) AuthConfig (d13fb4c6b80a7c8000ade32811e91d9269e677df7d5d6529047a018dde2d5336) AuthConfig (5f89608a02ca057c108aaf66408dbbb69b18ef9aa7cd466e3f993475dffb519e) AuthConfig (5058ef65dbc9e4558a49bff7338a7aa57a0a939f2480ab075d32baf7811e3ca7) AuthConfig (c5418489a485138752cae7714af8820a19bb42848941a01fd42fb1ea96a42ba8) AuthConfig (2d8290a620e0bfe1c51f39fcdde8c08eac4f60d44fdfbb88ad41cb4db2ea5b9f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth1","reconcileID":"ed9cd2db-c824-4df3-97bc-c4a2eb72dea3","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.408049116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth2","reconcileID":"9cbddbe8-66e0-4386-857a-2b1d4a4dc2ae","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.408664796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"83bac390-db07-4278-b194-f087cfc1b342","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:12.409548778Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-dedup-subscription","reconcileID":"20c6724e-4e95-4273-bbf7-10f26a6e8eec","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.415302996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth2","reconcileID":"9cbddbe8-66e0-4386-857a-2b1d4a4dc2ae","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.417511186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"80db4720-db48-4ab2-a5f1-8ddc6c21501c","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.425069548Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-2889dd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (97ec8f48af0ddafa2a2a01fea3bbe8593b06a933db520ded53875640d7347f58) AuthConfig (dde9868a6aa61004b1c93b2478ee115636d7f7c5ea44d32974246d57e7b967bd) AuthConfig (268d463af6563de7752feddd7f21593e631a95732dcc2dc542dc486d616ba12b) AuthConfig (e58acc981c328f450710b4f1b81a5e73e334689659ce94733107f069803dded7) AuthConfig (0acf4b86a8cd546c3bb4017332378a577df00413bbf9cf2bcef0a4b8efb6babc) AuthConfig (eea6cf353a6c39f04c9f7c078c474101ce856744554c07ecfef833b78d603d9a) AuthConfig (2d0e03591a91c45f0b916b79159f3b1b3033a099736fe41873f0b6c5748d0db4) AuthConfig (d13fb4c6b80a7c8000ade32811e91d9269e677df7d5d6529047a018dde2d5336) AuthConfig (5f89608a02ca057c108aaf66408dbbb69b18ef9aa7cd466e3f993475dffb519e) AuthConfig (5058ef65dbc9e4558a49bff7338a7aa57a0a939f2480ab075d32baf7811e3ca7) AuthConfig (c5418489a485138752cae7714af8820a19bb42848941a01fd42fb1ea96a42ba8) AuthConfig (2d8290a620e0bfe1c51f39fcdde8c08eac4f60d44fdfbb88ad41cb4db2ea5b9f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth2","reconcileID":"9cbddbe8-66e0-4386-857a-2b1d4a4dc2ae","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.428680982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"36b73f24-4dbe-4bfe-965e-6c579e5a02eb","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.45707659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"b0acd998-77a2-4830-b024-d5711e3eed47","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.45823953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"4d9276c0-c0d8-44ac-b2c8-d82af125019e","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:12.493118119Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"82948d36-9a15-430b-b2be-66b04b69e701","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:12.493603628Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"e76ade57-563f-483c-bd23-2ea55d33d82c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:12.494298752Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-dedup-auth","reconcileID":"1c707415-4844-4a20-904b-95bb53565f09","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.494852849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"c65ff03b-5955-495c-8d5c-f448e7119876","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.494968638Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-2889dd priority=0:[ai-tenant-e2e-worker-w3-2889dd/e2e-return-all-sub1 ai-tenant-e2e-worker-w3-2889dd/e2e-return-all-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-92a70c-sub models-as-a-service/e2e-rt-sw-a58f71-sub]"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:12.500976577Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"82948d36-9a15-430b-b2be-66b04b69e701","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:12.506377859Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-dedup-auth","reconcileID":"1c707415-4844-4a20-904b-95bb53565f09","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:12.506443518Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"e76ade57-563f-483c-bd23-2ea55d33d82c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.507112887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"43d6326c-a058-48c7-9e8c-86d5460dcdde","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"premium-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"premium-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.50760966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"4dc66ba5-77db-47aa-af18-0db290e5229f","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.508669384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"442e30ad-a7eb-4763-a020-f6dcf4320504","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:12.51013978Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-sub2","reconcileID":"8e09ce5e-ef88-4afd-b579-7b14dd225353","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.515596192Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-dedup-subscription","reconcileID":"df037d79-1b8c-453c-a812-4bc528622d8d","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-simulator-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription","ai-tenant-e2e-worker-w4-0458df/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.520657134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"80d56f7e-5c6d-4be1-820f-d93ed7d16f69","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.520981417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"268d18f9-b754-4ed3-8c00-a3b7e3d4bc99","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.530640801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"8b071c2e-5275-468d-a31c-45126b187d9e","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.533556254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"da5d37d2-69e3-4a0e-b650-b42bb25afd51","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.541716684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"9d0eb5c0-98c7-4244-97a6-e075edb23f77","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:12.59191508Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"9d5e2fa2-577a-4cd6-897f-b1643bff5447","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:12.591983048Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"9d5e2fa2-577a-4cd6-897f-b1643bff5447","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:12.592060462Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-dedup-auth","reconcileID":"53c04a30-99ae-4d88-9918-d611ab3267d2","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:12.592566351Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"5d8599dc-e1c5-472e-b44d-281d7195b889","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:12.596217052Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-dedup-auth","reconcileID":"53c04a30-99ae-4d88-9918-d611ab3267d2","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).reconcileFailed\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:2167\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:626\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:12.596272522Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-dedup-auth","reconcileID":"53c04a30-99ae-4d88-9918-d611ab3267d2","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:12.596884442Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"5d8599dc-e1c5-472e-b44d-281d7195b889","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).reconcileFailed\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:2167\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:626\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:12.596923254Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"5d8599dc-e1c5-472e-b44d-281d7195b889","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.600013392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-dedup-subscription","reconcileID":"f1758787-f7a1-4c4f-95c7-c215b50a5242","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-simulator-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.600382125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth1","reconcileID":"c6c3c9cb-02cb-496c-a434-a361425d0d6b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.600790966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-subscription","reconcileID":"c066a25b-dae4-42ca-9b7c-79b96a600815","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-simulator-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.601026409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth2","reconcileID":"5493f76d-9fb3-471f-8d34-452c764c9ef3","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.603827731Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-sub2","reconcileID":"0cf2cc8d-8345-4666-a769-ee3e34255438","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-distinct-2-w3-2889dd","model":"distinct-2-w3-2889dd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-2889dd/e2e-return-all-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.616087181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth2","reconcileID":"5493f76d-9fb3-471f-8d34-452c764c9ef3","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.619796256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth1","reconcileID":"c6c3c9cb-02cb-496c-a434-a361425d0d6b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.63322746Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-2889dd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (97ec8f48af0ddafa2a2a01fea3bbe8593b06a933db520ded53875640d7347f58) AuthConfig (dde9868a6aa61004b1c93b2478ee115636d7f7c5ea44d32974246d57e7b967bd) AuthConfig (268d463af6563de7752feddd7f21593e631a95732dcc2dc542dc486d616ba12b) AuthConfig (e58acc981c328f450710b4f1b81a5e73e334689659ce94733107f069803dded7) AuthConfig (0acf4b86a8cd546c3bb4017332378a577df00413bbf9cf2bcef0a4b8efb6babc) AuthConfig (eea6cf353a6c39f04c9f7c078c474101ce856744554c07ecfef833b78d603d9a) AuthConfig (2d0e03591a91c45f0b916b79159f3b1b3033a099736fe41873f0b6c5748d0db4) AuthConfig (d13fb4c6b80a7c8000ade32811e91d9269e677df7d5d6529047a018dde2d5336) AuthConfig (5f89608a02ca057c108aaf66408dbbb69b18ef9aa7cd466e3f993475dffb519e) AuthConfig (5058ef65dbc9e4558a49bff7338a7aa57a0a939f2480ab075d32baf7811e3ca7) AuthConfig (c5418489a485138752cae7714af8820a19bb42848941a01fd42fb1ea96a42ba8) AuthConfig (2d8290a620e0bfe1c51f39fcdde8c08eac4f60d44fdfbb88ad41cb4db2ea5b9f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth1","reconcileID":"c6c3c9cb-02cb-496c-a434-a361425d0d6b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.635156707Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-2889dd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (97ec8f48af0ddafa2a2a01fea3bbe8593b06a933db520ded53875640d7347f58) AuthConfig (dde9868a6aa61004b1c93b2478ee115636d7f7c5ea44d32974246d57e7b967bd) AuthConfig (268d463af6563de7752feddd7f21593e631a95732dcc2dc542dc486d616ba12b) AuthConfig (e58acc981c328f450710b4f1b81a5e73e334689659ce94733107f069803dded7) AuthConfig (0acf4b86a8cd546c3bb4017332378a577df00413bbf9cf2bcef0a4b8efb6babc) AuthConfig (eea6cf353a6c39f04c9f7c078c474101ce856744554c07ecfef833b78d603d9a) AuthConfig (2d0e03591a91c45f0b916b79159f3b1b3033a099736fe41873f0b6c5748d0db4) AuthConfig (d13fb4c6b80a7c8000ade32811e91d9269e677df7d5d6529047a018dde2d5336) AuthConfig (5f89608a02ca057c108aaf66408dbbb69b18ef9aa7cd466e3f993475dffb519e) AuthConfig (5058ef65dbc9e4558a49bff7338a7aa57a0a939f2480ab075d32baf7811e3ca7) AuthConfig (c5418489a485138752cae7714af8820a19bb42848941a01fd42fb1ea96a42ba8) AuthConfig (2d8290a620e0bfe1c51f39fcdde8c08eac4f60d44fdfbb88ad41cb4db2ea5b9f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth2","reconcileID":"5493f76d-9fb3-471f-8d34-452c764c9ef3","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.666952414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"4c58ca44-c4b8-401c-a816-487eecd9c842","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:12.744681342Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"9058b6d1-797d-469c-913b-79554d0ce56b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:12.744763512Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"9058b6d1-797d-469c-913b-79554d0ce56b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.746430695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"a67ab961-5082-4cdf-b23e-4ad1888551a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.74905084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth2","reconcileID":"627f3a2b-6c7a-498e-b4f8-806cdbb5efe1","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.749776305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"81216386-9230-4030-bc63-66048d80c66e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.752543603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth1","reconcileID":"b954002d-2446-4e2b-a7f8-81ef6b1442f1","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.764135288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"a67ab961-5082-4cdf-b23e-4ad1888551a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.768639782Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-sub2","reconcileID":"6fbca06c-859c-4996-9ea8-01aa4e9978c3","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-distinct-2-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/distinct-2-w3-2889dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.795350066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"81216386-9230-4030-bc63-66048d80c66e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.80119695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth1","reconcileID":"b954002d-2446-4e2b-a7f8-81ef6b1442f1","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.801914116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth2","reconcileID":"627f3a2b-6c7a-498e-b4f8-806cdbb5efe1","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.810979069Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-2889dd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (97ec8f48af0ddafa2a2a01fea3bbe8593b06a933db520ded53875640d7347f58) AuthConfig (dde9868a6aa61004b1c93b2478ee115636d7f7c5ea44d32974246d57e7b967bd) AuthConfig (268d463af6563de7752feddd7f21593e631a95732dcc2dc542dc486d616ba12b) AuthConfig (e58acc981c328f450710b4f1b81a5e73e334689659ce94733107f069803dded7) AuthConfig (0acf4b86a8cd546c3bb4017332378a577df00413bbf9cf2bcef0a4b8efb6babc) AuthConfig (eea6cf353a6c39f04c9f7c078c474101ce856744554c07ecfef833b78d603d9a) AuthConfig (2d0e03591a91c45f0b916b79159f3b1b3033a099736fe41873f0b6c5748d0db4) AuthConfig (d13fb4c6b80a7c8000ade32811e91d9269e677df7d5d6529047a018dde2d5336) AuthConfig (5f89608a02ca057c108aaf66408dbbb69b18ef9aa7cd466e3f993475dffb519e) AuthConfig (5058ef65dbc9e4558a49bff7338a7aa57a0a939f2480ab075d32baf7811e3ca7) AuthConfig (c5418489a485138752cae7714af8820a19bb42848941a01fd42fb1ea96a42ba8) AuthConfig (2d8290a620e0bfe1c51f39fcdde8c08eac4f60d44fdfbb88ad41cb4db2ea5b9f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth1","reconcileID":"b954002d-2446-4e2b-a7f8-81ef6b1442f1","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:12.81208391Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-dedup-auth","reconcileID":"d011fc3f-adad-44a8-844a-f81c33087268","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:12.862211244Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-dedup-auth","reconcileID":"d011fc3f-adad-44a8-844a-f81c33087268","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:12.888089218Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-2889dd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (97ec8f48af0ddafa2a2a01fea3bbe8593b06a933db520ded53875640d7347f58) AuthConfig (dde9868a6aa61004b1c93b2478ee115636d7f7c5ea44d32974246d57e7b967bd) AuthConfig (268d463af6563de7752feddd7f21593e631a95732dcc2dc542dc486d616ba12b) AuthConfig (e58acc981c328f450710b4f1b81a5e73e334689659ce94733107f069803dded7) AuthConfig (0acf4b86a8cd546c3bb4017332378a577df00413bbf9cf2bcef0a4b8efb6babc) AuthConfig (eea6cf353a6c39f04c9f7c078c474101ce856744554c07ecfef833b78d603d9a) AuthConfig (2d0e03591a91c45f0b916b79159f3b1b3033a099736fe41873f0b6c5748d0db4) AuthConfig (d13fb4c6b80a7c8000ade32811e91d9269e677df7d5d6529047a018dde2d5336) AuthConfig (5f89608a02ca057c108aaf66408dbbb69b18ef9aa7cd466e3f993475dffb519e) AuthConfig (5058ef65dbc9e4558a49bff7338a7aa57a0a939f2480ab075d32baf7811e3ca7) AuthConfig (c5418489a485138752cae7714af8820a19bb42848941a01fd42fb1ea96a42ba8) AuthConfig (2d8290a620e0bfe1c51f39fcdde8c08eac4f60d44fdfbb88ad41cb4db2ea5b9f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth2","reconcileID":"627f3a2b-6c7a-498e-b4f8-806cdbb5efe1","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:12.891632595Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"2156357d-5a90-431a-aa92-6e238e727564","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:12.891698056Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"2156357d-5a90-431a-aa92-6e238e727564","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:12.891778356Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"58fc39a7-3f8e-44a9-97ae-b4d74a6ced4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:12.891851824Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"58fc39a7-3f8e-44a9-97ae-b4d74a6ced4e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:12.986550112Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-dedup-auth","reconcileID":"be495c49-8204-4043-abc1-6ec5399b64be","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:12.98662888Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-dedup-auth","reconcileID":"be495c49-8204-4043-abc1-6ec5399b64be","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:12.986965244Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"bc1b217d-874f-460b-a788-377c1e692bdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:12.987016142Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"bc1b217d-874f-460b-a788-377c1e692bdc","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:12.987439017Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"25f2b49d-fe34-478a-808e-7ed4af30264f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:12.987494663Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"25f2b49d-fe34-478a-808e-7ed4af30264f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:13.083666525Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"030c13ca-9391-41ee-9c3c-113d6ad9f36f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:13.083761952Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"030c13ca-9391-41ee-9c3c-113d6ad9f36f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:13.086360128Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-dedup-auth","reconcileID":"a32b0ccb-a6c0-4441-ba7c-e1a512df2257","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:13.086424652Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-dedup-auth","reconcileID":"a32b0ccb-a6c0-4441-ba7c-e1a512df2257","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:13.196756882Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"7082bd1c-28e6-4af7-a020-be322209c774","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:13.196907531Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"7082bd1c-28e6-4af7-a020-be322209c774","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:13.197307883Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"5717e75a-515c-4515-ac45-32b2b3d28425","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:13.197370816Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"5717e75a-515c-4515-ac45-32b2b3d28425","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:13.277723584Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-dedup-auth","reconcileID":"03f74263-0ea4-41cb-9cb5-f79473451b93","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:13.277810771Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-dedup-auth","reconcileID":"03f74263-0ea4-41cb-9cb5-f79473451b93","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:13.403492997Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"b149db6e-d99c-4777-9fb1-1913259b3834","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:13.403581639Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"b149db6e-d99c-4777-9fb1-1913259b3834","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:13.406635632Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"f32d6bbc-27bf-4920-a1d9-cf76d7113c4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:13.406707869Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"f32d6bbc-27bf-4920-a1d9-cf76d7113c4a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:13.493705684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"55a51b43-d9b1-4948-8dc6-14cc9c063f79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:13.494480191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"60b5b1c6-2853-4dd6-ac58-73a16b04ef7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:13.501650872Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-dedup-auth","reconcileID":"0c11fec7-5589-4ed1-87c1-5e5bcddb8a57","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:13.501725739Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-dedup-auth","reconcileID":"0c11fec7-5589-4ed1-87c1-5e5bcddb8a57","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:13.506943619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"60b5b1c6-2853-4dd6-ac58-73a16b04ef7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:13.510915522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"55a51b43-d9b1-4948-8dc6-14cc9c063f79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:13.735830942Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"dbc12d6a-7212-4df3-8c40-842aa4a91dcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:13.735915675Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"dbc12d6a-7212-4df3-8c40-842aa4a91dcf","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:13.736023519Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"5b172fd9-f326-4825-9118-5e2d7533b676","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:13.736089223Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"5b172fd9-f326-4825-9118-5e2d7533b676","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:13.859355259Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-dedup-auth","reconcileID":"d01346d3-a387-44fb-85de-f5026160ca95","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:13.859609128Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-dedup-auth","reconcileID":"d01346d3-a387-44fb-85de-f5026160ca95","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:13.871040005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-w2-39bde3","reconcileID":"5a36f19c-f294-4ab9-9440-9e79490284fa","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"distinct-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"distinct-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:14.398530452Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"fa752e51-63f8-490e-b9c2-20bdb312a003","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:14.398686704Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"fa752e51-63f8-490e-b9c2-20bdb312a003","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:14.39902059Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"8c90b4f4-d8d4-4a1b-9516-724f5e697062","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:14.399162852Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"8c90b4f4-d8d4-4a1b-9516-724f5e697062","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:14.535736442Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-dedup-auth","reconcileID":"a7601ec9-fcec-4713-9907-e58f7a9e5838","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:14.535896117Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-dedup-auth","reconcileID":"a7601ec9-fcec-4713-9907-e58f7a9e5838","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:14.712312245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"062b3194-7345-4703-894c-af82e7f591ba","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:14.712983836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"bcf3d8f5-f053-4f9a-b87f-9f0d2f28575f","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"premium-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"premium-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:14.713588007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-w2-39bde3","reconcileID":"1ee1ff48-6fc8-4a29-8c6a-25e485f21b4a","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"distinct-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"distinct-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:14.735216995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"354fa24a-4dcf-47db-8915-e81dbd7ca37d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:14.738218309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"971c1d5d-7ba8-42d4-b6b9-7c57dabdd508","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"premium-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"premium-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:14.738795878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-w2-39bde3","reconcileID":"3ef4db18-1b04-4419-8f03-28fc1e54cad7","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"distinct-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"distinct-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:14.739114118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"8227d7d9-2c3d-4a2b-ac6b-cdd8b0ed440c","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:14.740459656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"69262844-27ee-4f16-8bcc-0a071fbfbe05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:14.745987243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"354fa24a-4dcf-47db-8915-e81dbd7ca37d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:14.747032183Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-subscription","reconcileID":"2f5f9458-b53b-4b45-a07f-5ec6a3d6b594","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-premium-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:14.747598578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-subscription","reconcileID":"41ca4965-f256-404e-a080-edfe8336146d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-simulator-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:14.751648648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"69262844-27ee-4f16-8bcc-0a071fbfbe05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:14.825485294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"11ac5dd1-4e5d-4abc-a563-0f81a17fb5d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:14.845975538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"11ac5dd1-4e5d-4abc-a563-0f81a17fb5d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:14.941805961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-92a70c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-92a70c","reconcileID":"2a39b016-414a-489b-b0c0-cf188acc1259","MaaSModelRef":{"name":"e2e-rt-eq-92a70c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-92a70c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:14.941899545Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-92a70c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-92a70c","reconcileID":"2a39b016-414a-489b-b0c0-cf188acc1259","MaaSModelRef":{"name":"e2e-rt-eq-92a70c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-92a70c-5b7843bce990","namespace":"llm","model":"e2e-rt-eq-92a70c","externalModel":"e2e-rt-eq-92a70c","provider":"e2e-rt-eq-92a70c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:14.950898046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"2abf418d-6f49-400f-a50f-20677f55faa9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:14.963399038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ca883327-2c66-428b-a0e3-9fa232a5ddf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:14.963611506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"2abf418d-6f49-400f-a50f-20677f55faa9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:14.966380017Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-92a70c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-92a70c-sub","reconcileID":"24dad234-21a7-419a-b809-9a0218fa0b86","MaaSSubscription":{"name":"e2e-rt-eq-92a70c-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b473ede5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:14.97079981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ca883327-2c66-428b-a0e3-9fa232a5ddf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:15.030714191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-92a70c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-92a70c-access","reconcileID":"1aed5e05-d928-4e9a-b87f-2bb258f9a467","MaaSAuthPolicy":{"name":"e2e-rt-eq-92a70c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:15.031891772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5cd08cd8-66f2-473e-ab30-dd8770610069","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:15.039261094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-92a70c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-92a70c-access","reconcileID":"1aed5e05-d928-4e9a-b87f-2bb258f9a467","MaaSAuthPolicy":{"name":"e2e-rt-eq-92a70c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:15.041695322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5cd08cd8-66f2-473e-ab30-dd8770610069","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:15.128979764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a58f71-access","reconcileID":"45f0ef09-db9a-4836-b40f-6027f8ca9019","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:15.136650825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a58f71-access","reconcileID":"45f0ef09-db9a-4836-b40f-6027f8ca9019","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:15.232893763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96b00a5c-b68c-4937-842e-512469f5cd18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:15.233858832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5332cec0-ace2-48e8-a7c7-d0f3f6d557ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:15.234457282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-92a70c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-92a70c-access","reconcileID":"f76dcbec-a22f-41fd-b374-768bbafb17bc","MaaSAuthPolicy":{"name":"e2e-rt-eq-92a70c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:15.2455522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5332cec0-ace2-48e8-a7c7-d0f3f6d557ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:15.249051685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-92a70c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-92a70c-access","reconcileID":"f76dcbec-a22f-41fd-b374-768bbafb17bc","MaaSAuthPolicy":{"name":"e2e-rt-eq-92a70c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:15.250636758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96b00a5c-b68c-4937-842e-512469f5cd18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:15.265934996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"9e30428e-154c-44e2-a7bf-ef2bc07a91c2","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:15.326433089Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-dedup-auth","reconcileID":"a4ff5d84-68fb-4d63-bd78-3be9579b6b4b","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:15.326621773Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-dedup-auth","reconcileID":"a4ff5d84-68fb-4d63-bd78-3be9579b6b4b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:15.327124842Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"e5c689cd-9a24-4f01-b354-de4ee3e7a1ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:15.327267148Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"e5c689cd-9a24-4f01-b354-de4ee3e7a1ca","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:15.328697923Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"8b763e5d-6e9a-403e-a4f2-42af5447648b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:15.328820213Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"8b763e5d-6e9a-403e-a4f2-42af5447648b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:17.895912178Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"eb2e60e2-cacf-4d09-85af-0d26915cc58a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:17.895980694Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"eb2e60e2-cacf-4d09-85af-0d26915cc58a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:17.896381582Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-dedup-auth","reconcileID":"1f2da605-4911-4ae8-8e81-cf84a15325c1","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:17.896445963Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-dedup-auth","reconcileID":"1f2da605-4911-4ae8-8e81-cf84a15325c1","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:17.897085804Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"0c8842e2-4011-4895-9e85-370dc1f6c12b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:17.897175201Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"0c8842e2-4011-4895-9e85-370dc1f6c12b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:22.920380782Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-sub1","reconcileID":"8f62bb7f-3e57-4780-81fc-d7b42ebc5964","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-distinct-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/distinct-w3-2889dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:22.938901102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth1","reconcileID":"61293147-006a-40a3-86af-c5d3b9880b28","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:22.952294177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth1","reconcileID":"61293147-006a-40a3-86af-c5d3b9880b28","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:22.965784265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-sub2","reconcileID":"5c0f1a8f-6737-4f95-ad9c-b61d5b3d4280","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-distinct-2-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/distinct-2-w3-2889dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:22.967276585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"b3b0abbd-aff2-4296-9b0b-6ca515fb7793","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:22.971672456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth2","reconcileID":"d3410b4a-08bf-48c9-b464-3e212bc88b09","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:22.994689931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth2","reconcileID":"d3410b4a-08bf-48c9-b464-3e212bc88b09","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:23.163399733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"fb927851-e137-42e4-820e-7305f82ee561","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:23.170039176Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"6322e129-97c5-4098-a5e2-d580d52f201f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:23.170146158Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"6322e129-97c5-4098-a5e2-d580d52f201f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:23.172985456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"fdf78d67-429c-41d9-88d4-95f4dd5299be","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:23.185167992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"d7f80d1f-5e75-45f8-b410-f66f01244714","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:23.18602674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"7df255a4-a89b-47e9-bb11-68a36454d51a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:23.196607232Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-dedup-auth","reconcileID":"303c6faf-e86f-4c22-8670-e8f1bb57f44f","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:23.196742092Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-dedup-auth","reconcileID":"303c6faf-e86f-4c22-8670-e8f1bb57f44f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:23.23764946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"7df255a4-a89b-47e9-bb11-68a36454d51a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:23.238424789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"d7f80d1f-5e75-45f8-b410-f66f01244714","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:23.238721969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth1","reconcileID":"8e6ad6ca-3af0-4fc6-87c4-48c99034ca12","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:23.256304716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"fa65f32c-99e8-4e7c-8cd0-3cf8e22d5b1a","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:23.314590513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth1","reconcileID":"8e6ad6ca-3af0-4fc6-87c4-48c99034ca12","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:23.339673152Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"5c9ab7e6-cdc0-462c-a1a6-9a5f642ba8e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:23.339814456Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"5c9ab7e6-cdc0-462c-a1a6-9a5f642ba8e4","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: compose ai-tenant-e2e-worker-w4-0458df/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:23.364572238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth2","reconcileID":"4a2a6aa0-3081-4650-b4a7-dbb37a062a9f","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:23.423786261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth2","reconcileID":"4a2a6aa0-3081-4650-b4a7-dbb37a062a9f","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:23.453834052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"3e5475ce-0fda-49aa-a383-2dc1518c65e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:23.454429575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"b3c48317-83ab-4360-b78b-210ea2b917a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:23.472411298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"3e5475ce-0fda-49aa-a383-2dc1518c65e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:23.479984868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"b3c48317-83ab-4360-b78b-210ea2b917a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:23.505286681Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth2","reconcileID":"4a2a6aa0-3081-4650-b4a7-dbb37a062a9f","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-return-all-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:23.568962922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth2","reconcileID":"05dc3f7b-881a-43ae-ba75-05d928859d05","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:23.569640031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth1","reconcileID":"9080d190-670b-473a-8355-0864a9dc5e1f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:23.583661453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth1","reconcileID":"9080d190-670b-473a-8355-0864a9dc5e1f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:23.602604666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth2","reconcileID":"05dc3f7b-881a-43ae-ba75-05d928859d05","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:23.687765162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"3fa5a077-5672-4f0c-87d6-83fdd0d23704","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:23.689780442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"b7936140-0698-45b1-9698-c26f95f21c0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:23.706899053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"b7936140-0698-45b1-9698-c26f95f21c0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:23.790689758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"3fa5a077-5672-4f0c-87d6-83fdd0d23704","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:25.042496153Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-92a70c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-92a70c-sub","reconcileID":"094fc674-ce65-483e-a3f5-8a0937246c31","MaaSSubscription":{"name":"e2e-rt-eq-92a70c-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-92a70c","subscription":"e2e-rt-eq-92a70c-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:25.13321778Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-92a70c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-92a70c-sub","reconcileID":"094fc674-ce65-483e-a3f5-8a0937246c31","MaaSSubscription":{"name":"e2e-rt-eq-92a70c-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-92a70c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:25.153501947Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-92a70c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-92a70c-sub","reconcileID":"094fc674-ce65-483e-a3f5-8a0937246c31","MaaSSubscription":{"name":"e2e-rt-eq-92a70c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-92a70c","namespace":"llm","model":"llm/e2e-rt-eq-92a70c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:25.286985959Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-dedup-subscription","reconcileID":"921ee6f4-88d8-4c26-8b4e-490564339151","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"model":"e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df","subscription":"e2e-dedup-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:25.361809999Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-2889dd priority=0:[ai-tenant-e2e-worker-w3-2889dd/e2e-return-all-sub1 ai-tenant-e2e-worker-w3-2889dd/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:25.380808962Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-dedup-subscription","reconcileID":"921ee6f4-88d8-4c26-8b4e-490564339151","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-simulator-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-0458df/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:25.381888559Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-92a70c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-92a70c","reconcileID":"1a8a8d7d-a525-4665-b424-0de42de741c5","MaaSModelRef":{"name":"e2e-rt-eq-92a70c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-92a70c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:25.423318103Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-92a70c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-92a70c","reconcileID":"1a8a8d7d-a525-4665-b424-0de42de741c5","MaaSModelRef":{"name":"e2e-rt-eq-92a70c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-92a70c-5b7843bce990","namespace":"llm","model":"e2e-rt-eq-92a70c","externalModel":"e2e-rt-eq-92a70c","provider":"e2e-rt-eq-92a70c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:25.501266198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-subscription","reconcileID":"014d9bd8-85e3-40df-af58-357acc5ec485","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-simulator-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:25.540426226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8af14d20-d000-4629-ab7b-60fbb7dd22d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:25.541493367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-92a70c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-92a70c-access","reconcileID":"fa0126a4-8a30-4e76-bd3d-70a1e33a6cba","MaaSAuthPolicy":{"name":"e2e-rt-eq-92a70c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:25.550514549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"3387bed7-5a54-4130-ae17-ca81a8923c39","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:25.576567084Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-2889dd priority=0:[ai-tenant-e2e-worker-w3-2889dd/e2e-return-all-sub1 ai-tenant-e2e-worker-w3-2889dd/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:25.630791364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a58f71","reconcileID":"6f58d2c9-7463-4009-8d1e-200111ac3f51","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a58f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:25.630826282Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a58f71","reconcileID":"6f58d2c9-7463-4009-8d1e-200111ac3f51","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a58f71-e317ca62b21e","namespace":"llm","model":"e2e-rt-sw-a58f71","externalModel":"e2e-rt-sw-a58f71","provider":"e2e-rt-sw-a58f71-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:25.710921422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8af14d20-d000-4629-ab7b-60fbb7dd22d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:25.721032263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a58f71-access","reconcileID":"52088339-b691-4b26-aa88-ee6e92c5acbd","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:25.721369935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-92a70c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-92a70c-access","reconcileID":"fa0126a4-8a30-4e76-bd3d-70a1e33a6cba","MaaSAuthPolicy":{"name":"e2e-rt-eq-92a70c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:25.725390475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3830b408-43a0-494f-a282-57c158c31259","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:25.756525646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-92a70c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-92a70c","reconcileID":"acd96e47-45c9-4493-a153-185c2946bd58","MaaSModelRef":{"name":"e2e-rt-eq-92a70c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-92a70c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:25.756559199Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-92a70c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-92a70c","reconcileID":"acd96e47-45c9-4493-a153-185c2946bd58","MaaSModelRef":{"name":"e2e-rt-eq-92a70c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-92a70c-5b7843bce990","namespace":"llm","model":"e2e-rt-eq-92a70c","externalModel":"e2e-rt-eq-92a70c","provider":"e2e-rt-eq-92a70c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:25.760793352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3830b408-43a0-494f-a282-57c158c31259","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:25.767817804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"49c2d88c-10f5-4e36-b1b2-a4dc0c636fbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:25.769696297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"e64c689e-387a-4282-8b20-2dcbc3014160","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:25.773868404Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-dedup-auth","reconcileID":"a86a8e9c-eb02-4859-9f35-abe3a3943483","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"model":"e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:25.778647849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"49c2d88c-10f5-4e36-b1b2-a4dc0c636fbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:25.797068448Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-92a70c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-92a70c-access","reconcileID":"417d0645-d35b-48d1-96c6-3abe10a31aff","MaaSAuthPolicy":{"name":"e2e-rt-eq-92a70c-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-92a70c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:25.827547394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a58f71-access","reconcileID":"52088339-b691-4b26-aa88-ee6e92c5acbd","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:25.842986957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"e8368414-324d-4153-b4b3-e148e8e335a1","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:25.863127082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-92a70c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-92a70c","reconcileID":"714e9b39-3b42-442a-be04-f7a5d7694105","MaaSModelRef":{"name":"e2e-rt-eq-92a70c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-92a70c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:25.863201089Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-92a70c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-92a70c","reconcileID":"714e9b39-3b42-442a-be04-f7a5d7694105","MaaSModelRef":{"name":"e2e-rt-eq-92a70c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-92a70c-5b7843bce990","namespace":"llm","model":"e2e-rt-eq-92a70c","externalModel":"e2e-rt-eq-92a70c","provider":"e2e-rt-eq-92a70c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:25.863569979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"bac3b3b9-ba22-44da-944f-5f3817e107b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:25.873419171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"bac3b3b9-ba22-44da-944f-5f3817e107b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:25.910686284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"e7340ed0-3a7c-47f3-9099-2dcb73599fc5","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"premium-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"premium-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:25.986748824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"3349cf65-8f0f-4617-a200-b9e9d018c5de","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:26.12019771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"de466a3c-151a-4f4c-8bf3-4157b706efc5","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:26.135021169Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-sub1","reconcileID":"5a2eb80f-3d43-476a-b2fd-b13ef4be4749","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-32a67598","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:26.137515617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth2","reconcileID":"337f4cf3-c99a-489d-b20d-510e2f86e9cb","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:26.139745241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"ee01cebf-4896-43ca-8bd0-bbfc9547b30f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:26.139774145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth1","reconcileID":"d183ce03-b5de-4f55-9c19-21cf5aad1de3","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:26.140439993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"99e719ef-bc4f-4ec1-a3d1-2a08fe6cceaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:26.144734347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth2","reconcileID":"337f4cf3-c99a-489d-b20d-510e2f86e9cb","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:26.149191503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth1","reconcileID":"d183ce03-b5de-4f55-9c19-21cf5aad1de3","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:26.151996477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"ee01cebf-4896-43ca-8bd0-bbfc9547b30f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:26.154523417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"99e719ef-bc4f-4ec1-a3d1-2a08fe6cceaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:26.378484709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth1","reconcileID":"49e2e713-afae-4b08-81b0-fbf43b29b8a3","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:26.379023305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"d3014ce4-4ae0-4026-80de-bc0fc3a16d00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:26.37943511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth2","reconcileID":"e0431ac0-ce13-47e0-8fa8-d72032c87cb2","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:26.379819256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"b725d163-3fe7-4884-a3a3-6073e1c1fd43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:26.386555464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth2","reconcileID":"e0431ac0-ce13-47e0-8fa8-d72032c87cb2","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:26.388790128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth1","reconcileID":"49e2e713-afae-4b08-81b0-fbf43b29b8a3","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:26.458682815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"b725d163-3fe7-4884-a3a3-6073e1c1fd43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:26.459707864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"d3014ce4-4ae0-4026-80de-bc0fc3a16d00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:26.460520253Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-92a70c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-92a70c","reconcileID":"c23b31c9-55d2-4170-b7a2-0305522e0566","namespace":"llm","name":"e2e-rt-eq-92a70c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:26.461816374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d94cf37-97d4-4767-a50e-b5a83549b674","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:26.461834373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d94cf37-97d4-4767-a50e-b5a83549b674","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:26.462360382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"40ae5d20-5fb2-471a-b9ca-8739f12c8940","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:26.462383069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"40ae5d20-5fb2-471a-b9ca-8739f12c8940","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:26.462730644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9be20525-5efc-4f93-8afd-48675af005a8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:26.462748808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9be20525-5efc-4f93-8afd-48675af005a8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:26.462967022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e7b2ffa0-ffa4-43dc-a4aa-d0a38286732f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:26.462979889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e7b2ffa0-ffa4-43dc-a4aa-d0a38286732f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:26.463180105Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4270aca9-6ea3-46d0-bc95-cab7165d4f47","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:26.463190801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4270aca9-6ea3-46d0-bc95-cab7165d4f47","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:26.466674069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a58f71","reconcileID":"249d5971-846f-445d-bc41-e74ec1bdd62e","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a58f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:26.466696665Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a58f71","reconcileID":"249d5971-846f-445d-bc41-e74ec1bdd62e","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a58f71-e317ca62b21e","namespace":"llm","model":"e2e-rt-sw-a58f71","externalModel":"e2e-rt-sw-a58f71","provider":"e2e-rt-sw-a58f71-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:26.471886364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9cf0324e-c760-43c3-9a7a-fa55d0c5a384","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:26.471907429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9cf0324e-c760-43c3-9a7a-fa55d0c5a384","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:26.472279765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b06aad8c-76ab-4680-9b8d-fa2ea564cf18","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:26.472304273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b06aad8c-76ab-4680-9b8d-fa2ea564cf18","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:26.472596211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9bb5d7f3-7149-4278-8c3c-9f8ad2721654","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:26.472631054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9bb5d7f3-7149-4278-8c3c-9f8ad2721654","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:26.47579911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"4766a7e1-9035-44a1-9881-39e090e6a0f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:26.476718127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"780f607f-b4da-4a43-a9e9-b8785b1ca971","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:26.477780138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"18bebd89-9859-478e-9192-b92c90b7c492","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:26.480356669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-a58f71-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a58f71-sub","reconcileID":"1ca9378e-9509-42ce-a84e-a290d2b84b22","MaaSSubscription":{"name":"e2e-rt-sw-a58f71-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-a58f71","model":"llm/e2e-rt-sw-a58f71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:26.488184779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"4766a7e1-9035-44a1-9881-39e090e6a0f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:26.576783059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"5f4d840f-18b1-4211-8657-bb57d1cc5efc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:26.577296047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"8df85831-999e-4147-a3a2-0373010a8586","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:26.585384961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"5f4d840f-18b1-4211-8657-bb57d1cc5efc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:26.591478655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"8df85831-999e-4147-a3a2-0373010a8586","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:26.657054284Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-92a70c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-92a70c","reconcileID":"52c750d2-f565-474f-b124-65f250020928","namespace":"llm","name":"e2e-rt-eq-92a70c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:26.680806302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"501270f2-8816-4beb-8e6c-003fb83db55e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:26.680949172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"d08c4f66-4f2d-4aed-9e79-3ca90a17b0a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:26.683278902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a58f71-access","reconcileID":"fe0caecc-4526-4dfb-94bc-9cda85dc7147","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:26.696949215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"d08c4f66-4f2d-4aed-9e79-3ca90a17b0a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:26.711464176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"501270f2-8816-4beb-8e6c-003fb83db55e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:26.723778694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a58f71-access","reconcileID":"fe0caecc-4526-4dfb-94bc-9cda85dc7147","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:26.88901908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"a04a785c-bd68-4bc4-b63e-d14a2ddebc9a","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:26.890639221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"ff76d769-a485-4110-b1d3-399fd4132eb4","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:26.902401094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"5f146592-b34a-4fa8-9f58-c273f7ba1b08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:26.909833588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"24ea0617-0762-48f9-b965-906410b7f25d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:26.924416311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"5f146592-b34a-4fa8-9f58-c273f7ba1b08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:26.925593233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"24ea0617-0762-48f9-b965-906410b7f25d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:26.929700792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af10eae1-5a58-48d4-9e65-68096d1f7b47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:26.938186342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af10eae1-5a58-48d4-9e65-68096d1f7b47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:26.938714576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"48ccf85d-acc5-42b1-800d-c5f28aad8c97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:26.945700798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"48ccf85d-acc5-42b1-800d-c5f28aad8c97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:27.017039181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"94cb2d15-4f2f-4e30-af0e-8152b60081f1","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:27.021067945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"874677a4-5028-4d5f-ab43-5531dbc43452","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:27.025588238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"17e51dd5-f7b3-456f-81ef-88cad32f42d1","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:27.031788892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"874677a4-5028-4d5f-ab43-5531dbc43452","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:27.033777328Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-0458df/e2e-distinct-models-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:27.034368881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"94e2c113-4d3b-47de-9496-3b81b2b2cf59","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:27.034722897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"0855d980-eaff-4dca-b8a8-a4f03936c290","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:27.035058684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"f552a527-d55c-4a50-9601-8eeaebc1103a","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:27.037407924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"599478b4-bad5-4a7a-abc2-aff85058f90c","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:27.037757464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"ece9333e-8aa6-4d2a-9554-dcb5abc7fa70","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:27.053211502Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-distinct-models-subscription","reconcileID":"ab74ed10-2a9d-4d7b-b8a3-3190ec6b70d1","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-distinct-w4-0458df","model":"distinct-w4-0458df","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-0458df/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:27.114533867Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-distinct-models-subscription","reconcileID":"ab74ed10-2a9d-4d7b-b8a3-3190ec6b70d1","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-distinct-2-w4-0458df","model":"distinct-2-w4-0458df","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-0458df/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:27.192584923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"bdeb7ece-9f87-4513-a210-c517a499beea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:27.196849778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth1","reconcileID":"a8f3845f-6c35-44c8-b251-f3b32ff3b728","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:27.197480715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth2","reconcileID":"3ac77b43-5ef6-4765-ae0f-1cccec3f58ea","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:27.198196595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"a4ae5524-b03a-40c1-ac3a-1948e8fbeb31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:27.22940105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth2","reconcileID":"3ac77b43-5ef6-4765-ae0f-1cccec3f58ea","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:27.233805668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth1","reconcileID":"a8f3845f-6c35-44c8-b251-f3b32ff3b728","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:27.267585138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"bdeb7ece-9f87-4513-a210-c517a499beea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:27.266680897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"a4ae5524-b03a-40c1-ac3a-1948e8fbeb31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:27.32972027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"1a9fa0b3-3a88-4d90-909f-1056e95e69a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:27.338676574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"1a9fa0b3-3a88-4d90-909f-1056e95e69a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:27.340527557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"1f306923-11e1-4d75-b1e6-f5c311191ac8","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:27.341086891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"e41dfd9b-dbb9-4d43-a7df-8ad112a6682f","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:27.34623984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"419b489b-f9e1-4d02-876a-57c7906879bc","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:27.347297896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"3d68a827-5b3e-499f-9b52-922f8f49072a","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:27.348089189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"bac466d7-37d3-4c84-b390-020ea30ea465","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:27.348674448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"7bf9f7f9-9a1e-4ee5-bc79-3bf2c21cf24f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:27.409491223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"7bf9f7f9-9a1e-4ee5-bc79-3bf2c21cf24f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:27.423551713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-distinct-models-subscription","reconcileID":"cde60815-9244-4426-9fb3-bbb080e3d500","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-distinct-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/distinct-w4-0458df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:27.426560195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"bac466d7-37d3-4c84-b390-020ea30ea465","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:27.441427011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-distinct-models-subscription","reconcileID":"cde60815-9244-4426-9fb3-bbb080e3d500","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-distinct-2-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/distinct-2-w4-0458df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:27.456478098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-distinct-models-auth","reconcileID":"7d51d1db-eebc-4420-a0e7-4143cc12e891","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:27.457183203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"690ad5b5-20f5-4d5a-b7cb-16d848aba29e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:27.487314095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"690ad5b5-20f5-4d5a-b7cb-16d848aba29e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:27.495637035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-distinct-models-auth","reconcileID":"7d51d1db-eebc-4420-a0e7-4143cc12e891","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:27.509489639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a58f71","reconcileID":"9133cf17-294b-41db-9b07-a94c03cf2b36","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a58f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:27.509531956Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a58f71","reconcileID":"9133cf17-294b-41db-9b07-a94c03cf2b36","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a58f71-e317ca62b21e","namespace":"llm","model":"e2e-rt-sw-a58f71","externalModel":"e2e-rt-sw-a58f71","provider":"e2e-rt-sw-a58f71-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:27.524314082Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-a58f71-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a58f71-sub","reconcileID":"5018b5b4-47f9-42ca-bbda-ad5f4555ce6b","MaaSSubscription":{"name":"e2e-rt-sw-a58f71-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-96c25bd9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:27.547919695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a58f71-access","reconcileID":"066e11ef-36b8-4f1f-9181-a840e688c6e0","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:27.548087459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b6bdc8ad-72ec-4e12-a33f-e392bba542c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:27.547928949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3370cea4-ee25-4503-a334-9ba0307af7ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:27.563409987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b6bdc8ad-72ec-4e12-a33f-e392bba542c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:27.57658297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3370cea4-ee25-4503-a334-9ba0307af7ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:27.58244831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a58f71-access","reconcileID":"066e11ef-36b8-4f1f-9181-a840e688c6e0","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:27.767596203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"3cdf3501-d8f9-49bf-9d28-e7a9c2210faf","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:27.774679728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a58f71-access","reconcileID":"e6d0cbda-e550-4eb7-86a5-c4167e82b2fb","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:27.775370461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a256ced2-51c7-4d5e-adf8-670f5fb278de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:27.786635557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"34f8a2df-22a3-4801-bed6-9c4a0d5b2fd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:27.789346893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"c389fc97-a30d-46a8-ae48-60ce7041ac10","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:27.794452475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a58f71-access","reconcileID":"e6d0cbda-e550-4eb7-86a5-c4167e82b2fb","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:27.798036202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a256ced2-51c7-4d5e-adf8-670f5fb278de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:27.801272032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"34f8a2df-22a3-4801-bed6-9c4a0d5b2fd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:27.813182346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-distinct-models-auth","reconcileID":"c89bf37d-1188-428c-be49-bbde9b6ce0fb","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:27.820951345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-distinct-models-auth","reconcileID":"c89bf37d-1188-428c-be49-bbde9b6ce0fb","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:27.913178559Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-distinct-models-auth","reconcileID":"c89bf37d-1188-428c-be49-bbde9b6ce0fb","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-distinct-models-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:27.933275595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-distinct-models-auth","reconcileID":"63ed5a74-46a0-4ac9-a360-917658f60005","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:27.941385284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-distinct-models-auth","reconcileID":"63ed5a74-46a0-4ac9-a360-917658f60005","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:30.206892875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-2-w2-39bde3","reconcileID":"ecdb6f27-3edc-45cd-aaf3-a680ff5af975","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"distinct-2-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"distinct-2-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:30.242999338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"4f8b0c52-6a5f-4629-aec0-04614ff43aae","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:30.26642169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"0909b79b-8e44-4ba1-b902-6be6fe9cc3b2","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:30.289445587Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-distinct-models-subscription","reconcileID":"341a8cef-1770-40a4-99c6-43b3dc57f430","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4f2aca4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:30.293691843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"c154fa48-689c-4ad1-bce4-88823e52f7c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:30.294634814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-distinct-models-auth","reconcileID":"c5d9e50c-1277-4ff6-85e4-a46c60d3b24d","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:30.295360961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"1133d899-1cfa-4a2a-99d2-2a231dd609d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:30.307797051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-distinct-models-auth","reconcileID":"c5d9e50c-1277-4ff6-85e4-a46c60d3b24d","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:30.33296616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"c154fa48-689c-4ad1-bce4-88823e52f7c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:30.342473569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"1133d899-1cfa-4a2a-99d2-2a231dd609d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:30.386790965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"54ba7c3a-2433-4a09-9c7a-369ff30ee34a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:30.387309119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"8d925e90-b297-4a58-9bf4-83452efd9d66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:30.394593154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-distinct-models-auth","reconcileID":"8bfecf95-3457-48ef-a30a-8582b197950c","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:30.396251678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"54ba7c3a-2433-4a09-9c7a-369ff30ee34a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:30.39970349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"8d925e90-b297-4a58-9bf4-83452efd9d66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:30.403827741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-distinct-models-auth","reconcileID":"8bfecf95-3457-48ef-a30a-8582b197950c","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:31.93413582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"8291527a-8b89-49a3-8ae5-59b59d45fe8e","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:31.947773981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"89849083-c7ff-47a7-8e6d-27c2cb25d05d","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:31.962493682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-api-key-scoped-auth","reconcileID":"1e137663-39a1-4fa9-8238-bd3c09669cf4","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:31.983976603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-api-key-scoped-auth","reconcileID":"1e137663-39a1-4fa9-8238-bd3c09669cf4","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:31.991328469Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-39bde3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3404563b4cc91ad5e08130d3fe9636deb3497d0abcb8635cf26c95d5438687de) AuthConfig (6fc9d10c53117e7d2233df1ddbc1330c0c8b8cbed66793b8d44ecf23be2b0e33) AuthConfig (2590d47a26357ba101e749c20bf5c832e98ba027db240daa059d92e331d649b4) AuthConfig (106913902025203a8444ddbb4bd8e912051af5cd6e2377ecd4021dd24042bcee) AuthConfig (ea5cedaf2daec7f9fff5c727a9382b0065cad02ebb7a94875a015a4d7cb82c62) AuthConfig (7ef56567804ba9b00152212b454ed0e80f8b4d49fc06101afb47a8d300e2c25e) AuthConfig (a46209ce08f76fef02147dfde3786a71d4693b000cffe8b6f1929a69fead113b) AuthConfig (92290775d4a1623c23a2efaaccef632726fbebc7ec1c5b59e0d81b045eae1f69) AuthConfig (d628cf0a81694cecb4ac774113e1464150cf4b11d7711989c795b81261ded13f) AuthConfig (06029b0b070959a5fc244e27ddba5720c2e73fef13f0c284a750c89686fdabac) AuthConfig (b93bb5af6fed56f1b5f20f42752f5fad3cc3b2ec12f8cfa317dd4700134c40e0) AuthConfig (d9da2a6561bf86ae9ae52a8aa1821eadb56f6b8598a2d4ddf74d469a46f2a543)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-api-key-scoped-auth","reconcileID":"1e137663-39a1-4fa9-8238-bd3c09669cf4","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:32.004641544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"a8fad462-a744-4395-8996-943b5bf93152","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:32.080139041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-api-key-scoped-auth","reconcileID":"382a2708-79c2-4938-9cc7-b7bd4893ed27","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:32.092634177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-api-key-scoped-auth","reconcileID":"382a2708-79c2-4938-9cc7-b7bd4893ed27","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:32.099018638Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-39bde3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3404563b4cc91ad5e08130d3fe9636deb3497d0abcb8635cf26c95d5438687de) AuthConfig (6fc9d10c53117e7d2233df1ddbc1330c0c8b8cbed66793b8d44ecf23be2b0e33) AuthConfig (2590d47a26357ba101e749c20bf5c832e98ba027db240daa059d92e331d649b4) AuthConfig (106913902025203a8444ddbb4bd8e912051af5cd6e2377ecd4021dd24042bcee) AuthConfig (ea5cedaf2daec7f9fff5c727a9382b0065cad02ebb7a94875a015a4d7cb82c62) AuthConfig (7ef56567804ba9b00152212b454ed0e80f8b4d49fc06101afb47a8d300e2c25e) AuthConfig (a46209ce08f76fef02147dfde3786a71d4693b000cffe8b6f1929a69fead113b) AuthConfig (92290775d4a1623c23a2efaaccef632726fbebc7ec1c5b59e0d81b045eae1f69) AuthConfig (d628cf0a81694cecb4ac774113e1464150cf4b11d7711989c795b81261ded13f) AuthConfig (06029b0b070959a5fc244e27ddba5720c2e73fef13f0c284a750c89686fdabac) AuthConfig (b93bb5af6fed56f1b5f20f42752f5fad3cc3b2ec12f8cfa317dd4700134c40e0) AuthConfig (d9da2a6561bf86ae9ae52a8aa1821eadb56f6b8598a2d4ddf74d469a46f2a543)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-api-key-scoped-auth","reconcileID":"382a2708-79c2-4938-9cc7-b7bd4893ed27","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:32.11622972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"d6955c44-d1c9-4bab-935b-fa4a7bd1c7cc","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:32.12273967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"fa02cdd1-2eee-4524-8630-63e7d46637ca","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:32.126929602Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-api-key-scoped-sub","reconcileID":"90484064-6a88-4d32-838d-6dd325c950a6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:32.141662291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"3f251d89-b7f4-4f31-a85f-1182ed7b84f3","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:32.150400819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"ac847186-9106-44b8-b708-ac9c66192697","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:32.159789519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-api-key-scoped-auth","reconcileID":"02cac6b9-4c46-4240-b848-c4ff4c139411","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:32.160457227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"63324dd3-803e-4b51-9341-6ef2e4b51893","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:32.160894173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"bfc0a978-6029-4aa4-9206-2d721c7e3961","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:32.177317254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"bfc0a978-6029-4aa4-9206-2d721c7e3961","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:32.177593988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-api-key-scoped-auth","reconcileID":"02cac6b9-4c46-4240-b848-c4ff4c139411","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:32.188398312Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-39bde3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3404563b4cc91ad5e08130d3fe9636deb3497d0abcb8635cf26c95d5438687de) AuthConfig (6fc9d10c53117e7d2233df1ddbc1330c0c8b8cbed66793b8d44ecf23be2b0e33) AuthConfig (2590d47a26357ba101e749c20bf5c832e98ba027db240daa059d92e331d649b4) AuthConfig (106913902025203a8444ddbb4bd8e912051af5cd6e2377ecd4021dd24042bcee) AuthConfig (ea5cedaf2daec7f9fff5c727a9382b0065cad02ebb7a94875a015a4d7cb82c62) AuthConfig (7ef56567804ba9b00152212b454ed0e80f8b4d49fc06101afb47a8d300e2c25e) AuthConfig (a46209ce08f76fef02147dfde3786a71d4693b000cffe8b6f1929a69fead113b) AuthConfig (92290775d4a1623c23a2efaaccef632726fbebc7ec1c5b59e0d81b045eae1f69) AuthConfig (d628cf0a81694cecb4ac774113e1464150cf4b11d7711989c795b81261ded13f) AuthConfig (06029b0b070959a5fc244e27ddba5720c2e73fef13f0c284a750c89686fdabac) AuthConfig (b93bb5af6fed56f1b5f20f42752f5fad3cc3b2ec12f8cfa317dd4700134c40e0) AuthConfig (d9da2a6561bf86ae9ae52a8aa1821eadb56f6b8598a2d4ddf74d469a46f2a543)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-api-key-scoped-auth","reconcileID":"02cac6b9-4c46-4240-b848-c4ff4c139411","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:32.191158978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"63324dd3-803e-4b51-9341-6ef2e4b51893","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:32.192041201Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-api-key-scoped-sub","reconcileID":"92b128bd-a521-4834-9aaf-999fd35250ee","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-simulator-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-39bde3/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w2-39bde3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:32.211986787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"eab96751-bf49-48f3-a649-382ae1058fd3","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:32.260231513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-api-key-scoped-auth","reconcileID":"f5dd9ad9-2da8-42b5-ab28-c463618134e2","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:32.260796185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"6c5759c6-1a82-40a0-b471-abc2ee7bd62a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:32.261467003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"193b48b9-a07d-4788-8061-c51dba054c99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:32.292818184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"6c5759c6-1a82-40a0-b471-abc2ee7bd62a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:32.294210884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"193b48b9-a07d-4788-8061-c51dba054c99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:32.295108825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-subscription","reconcileID":"cec38c5b-e2e8-4a6f-af4e-badae135f4e8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-simulator-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:32.295704336Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-api-key-scoped-sub","reconcileID":"2c55c963-5220-416a-9681-de9aad48ef4b","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-simulator-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:32.296564155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-api-key-scoped-auth","reconcileID":"f5dd9ad9-2da8-42b5-ab28-c463618134e2","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:32.306154967Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-39bde3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3404563b4cc91ad5e08130d3fe9636deb3497d0abcb8635cf26c95d5438687de) AuthConfig (6fc9d10c53117e7d2233df1ddbc1330c0c8b8cbed66793b8d44ecf23be2b0e33) AuthConfig (2590d47a26357ba101e749c20bf5c832e98ba027db240daa059d92e331d649b4) AuthConfig (106913902025203a8444ddbb4bd8e912051af5cd6e2377ecd4021dd24042bcee) AuthConfig (ea5cedaf2daec7f9fff5c727a9382b0065cad02ebb7a94875a015a4d7cb82c62) AuthConfig (7ef56567804ba9b00152212b454ed0e80f8b4d49fc06101afb47a8d300e2c25e) AuthConfig (a46209ce08f76fef02147dfde3786a71d4693b000cffe8b6f1929a69fead113b) AuthConfig (92290775d4a1623c23a2efaaccef632726fbebc7ec1c5b59e0d81b045eae1f69) AuthConfig (d628cf0a81694cecb4ac774113e1464150cf4b11d7711989c795b81261ded13f) AuthConfig (06029b0b070959a5fc244e27ddba5720c2e73fef13f0c284a750c89686fdabac) AuthConfig (b93bb5af6fed56f1b5f20f42752f5fad3cc3b2ec12f8cfa317dd4700134c40e0) AuthConfig (d9da2a6561bf86ae9ae52a8aa1821eadb56f6b8598a2d4ddf74d469a46f2a543)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-api-key-scoped-auth","reconcileID":"f5dd9ad9-2da8-42b5-ab28-c463618134e2","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:36.168177708Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-sub1","reconcileID":"e4d3bb34-4eaa-49fb-9e24-e4ac495a97b6","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"model":"e2e-models-e2e-worker-w3-2889dd/distinct-w3-2889dd","subscription":"e2e-return-all-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:36.171759881Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-sub1","reconcileID":"e4d3bb34-4eaa-49fb-9e24-e4ac495a97b6","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"model":"e2e-models-e2e-worker-w3-2889dd/distinct-w3-2889dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:36.175241024Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-sub1","reconcileID":"e4d3bb34-4eaa-49fb-9e24-e4ac495a97b6","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/distinct-w3-2889dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:36.256243495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"0a263b2a-a2df-4aef-a4af-91d7ce70559e","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:36.268211148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"baaad63f-9e9e-4532-9995-2ed47b234720","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:36.271928536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth2","reconcileID":"93c4c885-5ed0-468f-8498-9ec30967d98b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:36.28036288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth2","reconcileID":"93c4c885-5ed0-468f-8498-9ec30967d98b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:36.317632123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"befb3a44-15da-4582-878f-e1181c0c4bf7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:36.31867738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"c5589f5d-5d2c-44ac-835d-a328a44c4c86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:36.319222324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth1","reconcileID":"52dd3f99-49d4-4f3c-9f34-6b23c35b97a4","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:36.324388386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"befb3a44-15da-4582-878f-e1181c0c4bf7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:36.325560453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"c5589f5d-5d2c-44ac-835d-a328a44c4c86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:36.326845548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth1","reconcileID":"52dd3f99-49d4-4f3c-9f34-6b23c35b97a4","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:36.352569618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"381f6ba5-9954-4524-b0f5-94b481657604","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:36.366195006Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-sub2","reconcileID":"0c2af4ff-9392-4c67-b999-c3a1796b8dee","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e2721a29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:36.424907386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth1","reconcileID":"50e4d677-5e17-412a-8d2b-7a72be16e79d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:36.425490373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"2fc24cc9-8aef-4b30-8e1d-af0f57586ac6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:36.425490011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth2","reconcileID":"d98b9328-c28f-4e32-bdba-a1a09a8abe8a","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:36.428723438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"298e1a3e-70eb-4139-8c60-66bf1110bc48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:36.439305408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth1","reconcileID":"50e4d677-5e17-412a-8d2b-7a72be16e79d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:36.443940296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"2fc24cc9-8aef-4b30-8e1d-af0f57586ac6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:36.448874048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"298e1a3e-70eb-4139-8c60-66bf1110bc48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:36.450082335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth2","reconcileID":"d98b9328-c28f-4e32-bdba-a1a09a8abe8a","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:36.520385793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth2","reconcileID":"a0824b93-2d3f-4524-be77-cd8de62ac09a","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:36.526978106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth2","reconcileID":"a0824b93-2d3f-4524-be77-cd8de62ac09a","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:37.528590433Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-a58f71-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a58f71-sub","reconcileID":"5dcb18d8-7a47-484b-8052-330d1483ef5e","MaaSSubscription":{"name":"e2e-rt-sw-a58f71-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-a58f71","subscription":"e2e-rt-sw-a58f71-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:37.536346593Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-a58f71-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a58f71-sub","reconcileID":"5dcb18d8-7a47-484b-8052-330d1483ef5e","MaaSSubscription":{"name":"e2e-rt-sw-a58f71-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-a58f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:37.539510062Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-a58f71-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a58f71-sub","reconcileID":"5dcb18d8-7a47-484b-8052-330d1483ef5e","MaaSSubscription":{"name":"e2e-rt-sw-a58f71-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-a58f71","namespace":"llm","model":"llm/e2e-rt-sw-a58f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:37.574976777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a58f71","reconcileID":"f594d6c0-5f60-4e38-9f7d-141ebb0bc37d","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a58f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:37.574995613Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a58f71","reconcileID":"f594d6c0-5f60-4e38-9f7d-141ebb0bc37d","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a58f71-e317ca62b21e","namespace":"llm","model":"e2e-rt-sw-a58f71","externalModel":"e2e-rt-sw-a58f71","provider":"e2e-rt-sw-a58f71-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:37.667739942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f737e7e6-ff64-4a4a-93f8-e8b7edf9b52c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:37.66874351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"63d20b2e-b886-4a54-ba1f-2d82ff7c50f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:37.669409212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a58f71-access","reconcileID":"3d721140-d1e1-4129-a877-07486fb0fc0b","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:37.676741267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f737e7e6-ff64-4a4a-93f8-e8b7edf9b52c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:37.678072065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a58f71-access","reconcileID":"3d721140-d1e1-4129-a877-07486fb0fc0b","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:37.680443779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"63d20b2e-b886-4a54-ba1f-2d82ff7c50f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:37.718597261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a58f71","reconcileID":"beaaaf71-5b2a-477f-b80d-a5d20be9dbbb","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a58f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:37.718614465Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a58f71","reconcileID":"beaaaf71-5b2a-477f-b80d-a5d20be9dbbb","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a58f71-e317ca62b21e","namespace":"llm","model":"e2e-rt-sw-a58f71","externalModel":"e2e-rt-sw-a58f71","provider":"e2e-rt-sw-a58f71-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:37.88261887Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a58f71-access","reconcileID":"05e03dd6-aced-41f6-bc00-df0d41e2d350","MaaSAuthPolicy":{"name":"e2e-rt-sw-a58f71-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-a58f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:37.898389236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a58f71","reconcileID":"4e227c48-9e24-47cf-afe7-956ac96db187","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a58f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:37.898419639Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a58f71","reconcileID":"4e227c48-9e24-47cf-afe7-956ac96db187","MaaSModelRef":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a58f71-e317ca62b21e","namespace":"llm","model":"e2e-rt-sw-a58f71","externalModel":"e2e-rt-sw-a58f71","provider":"e2e-rt-sw-a58f71-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:38.420784433Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a58f71","reconcileID":"aeda6ae3-d718-4b9d-a47d-cf76c649d522","namespace":"llm","name":"e2e-rt-sw-a58f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:38.430561305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3f552f88-b797-4eeb-9b3b-81304e11b530","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:38.43058342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3f552f88-b797-4eeb-9b3b-81304e11b530","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:38.430968189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"51a881dc-e0b7-4294-8070-29417a31f832","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:38.430990593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"51a881dc-e0b7-4294-8070-29417a31f832","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:38.431314083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"972f0ffa-65d3-43de-a556-de51d834bcff","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:38.431327881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"972f0ffa-65d3-43de-a556-de51d834bcff","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:38.431569296Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7ef0010b-4bc9-4dd4-b02b-206054efbde6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:38.43158509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7ef0010b-4bc9-4dd4-b02b-206054efbde6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:38.431812778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0e35ab88-9422-4401-b341-333750a7f421","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:38.431824522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0e35ab88-9422-4401-b341-333750a7f421","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:38.432060356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"27a0ff6f-51f5-48ac-95fa-37cd1502f3d7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:38.432071953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"27a0ff6f-51f5-48ac-95fa-37cd1502f3d7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:38.432316343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"934b3cc3-a0eb-4947-bf1c-2728f1d2722b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:38.432339714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"934b3cc3-a0eb-4947-bf1c-2728f1d2722b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:38.432547512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6697059f-d2cf-419a-9e39-aa562335ca4e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:38.432559075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6697059f-d2cf-419a-9e39-aa562335ca4e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:38.433910967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-api-key-scoped-auth","reconcileID":"2398f4c5-7e79-4f05-acec-5d7a72e864c6","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:38.441596335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"55afcbdd-ecfa-40f2-80c4-da35e9a981ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:38.442562474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth2","reconcileID":"85918e49-aa71-490f-9b02-734075400152","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:38.443061972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth1","reconcileID":"0f713c14-ffdc-4532-838a-afd7a55aea51","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:38.443529402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"cfc77073-9573-4a94-b02f-9a0119ff52e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:38.443599879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-api-key-scoped-auth","reconcileID":"2398f4c5-7e79-4f05-acec-5d7a72e864c6","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:38.447210652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cfc87103-3026-438f-8a1f-7fdab993d246","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:38.447833725Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"33768b2a-aaa0-442b-8883-d8f542fb0e72","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:38.45067454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"55afcbdd-ecfa-40f2-80c4-da35e9a981ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:38.451887973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth2","reconcileID":"85918e49-aa71-490f-9b02-734075400152","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:38.452658477Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-39bde3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3404563b4cc91ad5e08130d3fe9636deb3497d0abcb8635cf26c95d5438687de) AuthConfig (6fc9d10c53117e7d2233df1ddbc1330c0c8b8cbed66793b8d44ecf23be2b0e33) AuthConfig (2590d47a26357ba101e749c20bf5c832e98ba027db240daa059d92e331d649b4) AuthConfig (106913902025203a8444ddbb4bd8e912051af5cd6e2377ecd4021dd24042bcee) AuthConfig (ea5cedaf2daec7f9fff5c727a9382b0065cad02ebb7a94875a015a4d7cb82c62) AuthConfig (7ef56567804ba9b00152212b454ed0e80f8b4d49fc06101afb47a8d300e2c25e) AuthConfig (a46209ce08f76fef02147dfde3786a71d4693b000cffe8b6f1929a69fead113b) AuthConfig (92290775d4a1623c23a2efaaccef632726fbebc7ec1c5b59e0d81b045eae1f69) AuthConfig (d628cf0a81694cecb4ac774113e1464150cf4b11d7711989c795b81261ded13f) AuthConfig (06029b0b070959a5fc244e27ddba5720c2e73fef13f0c284a750c89686fdabac) AuthConfig (b93bb5af6fed56f1b5f20f42752f5fad3cc3b2ec12f8cfa317dd4700134c40e0) AuthConfig (d9da2a6561bf86ae9ae52a8aa1821eadb56f6b8598a2d4ddf74d469a46f2a543)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-api-key-scoped-auth","reconcileID":"2398f4c5-7e79-4f05-acec-5d7a72e864c6","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:38.458319307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth1","reconcileID":"0f713c14-ffdc-4532-838a-afd7a55aea51","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:38.462005434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"cfc77073-9573-4a94-b02f-9a0119ff52e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:38.465531875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"c6870171-152d-4a34-8f42-b2b643dc0009","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:38.475386652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"c6870171-152d-4a34-8f42-b2b643dc0009","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:38.56534391Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-a58f71","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a58f71","reconcileID":"0d0358e7-2478-4280-a2be-6474352483cd","namespace":"llm","name":"e2e-rt-sw-a58f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:38.570669032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"02a0345d-3baa-418e-a390-7af2606db387","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:38.570669028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"c118b3fb-ea71-4a2f-8707-7de10443539a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:38.581656473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"02a0345d-3baa-418e-a390-7af2606db387","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:38.581664471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"c118b3fb-ea71-4a2f-8707-7de10443539a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:38.669380359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"09cdaaea-a88f-47f0-bb79-8caf8a568147","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:38.669554003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"c3c37c76-9124-4dd6-9644-c93e080d70bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:38.671776816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a512a64-6025-410e-a850-05780fd2de52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:38.671856147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"d792b8dc-077e-49aa-a131-533ebdd27278","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:38.678301392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"c3c37c76-9124-4dd6-9644-c93e080d70bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:38.678298322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"09cdaaea-a88f-47f0-bb79-8caf8a568147","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:38.67873948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-distinct-models-auth","reconcileID":"579afb63-fc66-4e1b-8ad8-ed21a4f48a0b","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:38.682307391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"d792b8dc-077e-49aa-a131-533ebdd27278","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:38.682673855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a512a64-6025-410e-a850-05780fd2de52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:38.701403939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-distinct-models-auth","reconcileID":"579afb63-fc66-4e1b-8ad8-ed21a4f48a0b","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:38.833661829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-api-key-scoped-auth","reconcileID":"a7824383-481b-487a-ba06-cded0e98e814","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:38.833847138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"096a241d-b6ee-4147-9f09-5f74eafd5256","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:38.851442826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"096a241d-b6ee-4147-9f09-5f74eafd5256","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:38.854313527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"446bc557-bc1f-44f0-941b-4b6b8e914bf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:38.854933284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"594f8e96-9f4d-4da2-8018-d9448ce36d8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:38.855367693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-api-key-scoped-auth","reconcileID":"a7824383-481b-487a-ba06-cded0e98e814","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:38.867796108Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-39bde3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3404563b4cc91ad5e08130d3fe9636deb3497d0abcb8635cf26c95d5438687de) AuthConfig (6fc9d10c53117e7d2233df1ddbc1330c0c8b8cbed66793b8d44ecf23be2b0e33) AuthConfig (2590d47a26357ba101e749c20bf5c832e98ba027db240daa059d92e331d649b4) AuthConfig (106913902025203a8444ddbb4bd8e912051af5cd6e2377ecd4021dd24042bcee) AuthConfig (ea5cedaf2daec7f9fff5c727a9382b0065cad02ebb7a94875a015a4d7cb82c62) AuthConfig (7ef56567804ba9b00152212b454ed0e80f8b4d49fc06101afb47a8d300e2c25e) AuthConfig (a46209ce08f76fef02147dfde3786a71d4693b000cffe8b6f1929a69fead113b) AuthConfig (92290775d4a1623c23a2efaaccef632726fbebc7ec1c5b59e0d81b045eae1f69) AuthConfig (d628cf0a81694cecb4ac774113e1464150cf4b11d7711989c795b81261ded13f) AuthConfig (06029b0b070959a5fc244e27ddba5720c2e73fef13f0c284a750c89686fdabac) AuthConfig (b93bb5af6fed56f1b5f20f42752f5fad3cc3b2ec12f8cfa317dd4700134c40e0) AuthConfig (d9da2a6561bf86ae9ae52a8aa1821eadb56f6b8598a2d4ddf74d469a46f2a543)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-api-key-scoped-auth","reconcileID":"a7824383-481b-487a-ba06-cded0e98e814","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:38.87075508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"446bc557-bc1f-44f0-941b-4b6b8e914bf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:38.872888538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"594f8e96-9f4d-4da2-8018-d9448ce36d8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:38.924388005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth1","reconcileID":"6010f696-43aa-476a-8ab6-bbfddb9ef7a2","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:38.924447372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"e35c0d4c-0483-4cbe-989b-8b6feabf7653","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:38.932497523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth1","reconcileID":"6010f696-43aa-476a-8ab6-bbfddb9ef7a2","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:38.93530731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"e35c0d4c-0483-4cbe-989b-8b6feabf7653","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:39.001673287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"4b1dcbc9-9c37-4ec5-bfab-304b236f38bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:39.002267007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"fec1331f-aa2e-460f-80f2-3f9b4cc324c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:39.002348318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"5ceb46d7-114b-4a1b-9887-1c113edffb7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:39.007680586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"2eb189dc-93d6-4d60-9de0-fd3d261a9fe4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:39.008308462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth2","reconcileID":"2e8dccb2-d051-4262-9beb-4736dab618d3","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:39.010791695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"4b1dcbc9-9c37-4ec5-bfab-304b236f38bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:39.011121617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"fec1331f-aa2e-460f-80f2-3f9b4cc324c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:39.013145378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"5ceb46d7-114b-4a1b-9887-1c113edffb7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:39.056842304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth2","reconcileID":"2e8dccb2-d051-4262-9beb-4736dab618d3","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:39.05838283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"2eb189dc-93d6-4d60-9de0-fd3d261a9fe4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:40.200645832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"d8824ca1-b107-4a33-a1a0-c287b240c655","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:40.213426975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-distinct-models-auth","reconcileID":"017e4647-8383-40d7-8379-2f266a5ed63f","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:40.214054896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"f2ab4b24-6168-41ac-919c-a69d107e86d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:40.232928686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-distinct-models-auth","reconcileID":"017e4647-8383-40d7-8379-2f266a5ed63f","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:40.392210674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"d8824ca1-b107-4a33-a1a0-c287b240c655","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:40.408650247Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-distinct-models-subscription","reconcileID":"86bfde35-e7de-482f-a2cc-7cdea83bd2ba","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"model":"e2e-models-e2e-worker-w4-0458df/distinct-w4-0458df","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:40.427395006Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:40.473979759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"f2ab4b24-6168-41ac-919c-a69d107e86d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:40.55279012Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-distinct-models-subscription","reconcileID":"86bfde35-e7de-482f-a2cc-7cdea83bd2ba","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"model":"e2e-models-e2e-worker-w4-0458df/distinct-w4-0458df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:40.561078538Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-distinct-models-subscription","reconcileID":"86bfde35-e7de-482f-a2cc-7cdea83bd2ba","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/distinct-w4-0458df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:40.593883933Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-distinct-models-subscription","reconcileID":"86bfde35-e7de-482f-a2cc-7cdea83bd2ba","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"model":"e2e-models-e2e-worker-w4-0458df/distinct-2-w4-0458df","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:40.601538786Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-distinct-models-subscription","reconcileID":"86bfde35-e7de-482f-a2cc-7cdea83bd2ba","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"model":"e2e-models-e2e-worker-w4-0458df/distinct-2-w4-0458df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:40.791040616Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-distinct-models-subscription","reconcileID":"86bfde35-e7de-482f-a2cc-7cdea83bd2ba","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/distinct-2-w4-0458df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:40.904952362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"b745aa44-5778-4937-a446-f07b9b304e58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:40.924715834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"d58e9bea-efac-4f53-8b5e-7eb0199e90b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:40.941382974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"b745aa44-5778-4937-a446-f07b9b304e58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:41.118382835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-distinct-models-auth","reconcileID":"e42a409b-657a-44a0-885b-cf442d3c2aa3","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:41.146411378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"c7a378bd-bc2e-4755-a9b3-a3958b874f53","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:41.221760474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"d58e9bea-efac-4f53-8b5e-7eb0199e90b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:41.352735673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"38b1b1be-1cc8-49e4-a510-bdf5d6c7a6bb","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:41.382253029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-distinct-models-auth","reconcileID":"e42a409b-657a-44a0-885b-cf442d3c2aa3","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:41.641561615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"52d55b6e-fd5b-4846-9a59-061e23f83982","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:41.70726762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"b5cc2a5a-6efa-456a-8638-e00bfd72fc49","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:41.730786091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"d068c5b8-0da7-46f1-96e5-534de66629e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:41.918422088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"d068c5b8-0da7-46f1-96e5-534de66629e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:41.929134549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"cdbdae24-2bae-4a5e-81c5-9e27646195f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:41.93024504Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-distinct-models-auth","reconcileID":"3aff7da1-f6f2-41d5-b57f-4e100b75c0cb","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"model":"e2e-models-e2e-worker-w4-0458df/distinct-w4-0458df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:41.944746628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"cdbdae24-2bae-4a5e-81c5-9e27646195f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:42.033793394Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-distinct-models-auth","reconcileID":"3aff7da1-f6f2-41d5-b57f-4e100b75c0cb","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"model":"e2e-models-e2e-worker-w4-0458df/distinct-2-w4-0458df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:42.156231757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"7bdbf671-304f-4ba4-b942-159d4b461e11","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:42.156589262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"e543f218-ddd6-49c5-8973-23054fca428d","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:42.710817753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"471e39af-976c-4e5a-a5df-4fa396c8b2b0","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:42.712597438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"d90db90a-3c58-4030-8fec-5d38af60be63","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:42.775428292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"afb3237a-9c80-4c84-ad78-7facd6eac87e","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:42.776227318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"ffe38f71-f925-4fd1-9a54-8dc8699bdbc7","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:42.781713768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"d4a7a1fb-5533-453c-ad02-c9423aa3c670","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:42.82374028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"c714a93c-9413-4b89-92a3-961e282b8dc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:42.825170235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-subscription","reconcileID":"d22d0976-aa3b-40e0-a512-90e1ef04a954","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-premium-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/premium-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:42.845345868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"d4a7a1fb-5533-453c-ad02-c9423aa3c670","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:42.846004446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-subscription","reconcileID":"57519962-64e9-453d-aa34-ad3ab9508483","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-simulator-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:42.954944439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"c714a93c-9413-4b89-92a3-961e282b8dc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:43.091789298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"b314a6af-befd-462c-be66-07bb9c7cf65b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:43.210667727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"b314a6af-befd-462c-be66-07bb9c7cf65b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:43.294858043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"df2e9220-2695-4825-8b00-709ccb5cd231","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:43.334464731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"df2e9220-2695-4825-8b00-709ccb5cd231","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:43.42438002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"b982e750-1eb5-46d9-ba62-fadc226ff4a7","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:43.434731969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"834d7223-a44f-406b-bd03-2aeb64cc1aca","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:43.524022144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-api-key-no-access-auth","reconcileID":"3908f88a-d850-42df-9252-a832d8ec5ab6","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:43.552701303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-api-key-no-access-auth","reconcileID":"3908f88a-d850-42df-9252-a832d8ec5ab6","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:43.626436733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"b5e5d172-1c3f-4fb1-9adc-6ac2de2240ed","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:43.643087981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"73e48ecc-f71d-4e5f-86eb-c0104c182fd2","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:43.665546033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"d91f1404-3fd8-4bf8-a323-c7b10c2327f6","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:43.66708442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-api-key-no-access-auth","reconcileID":"5939fcf4-0f48-41ca-bfed-435b1998148d","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:43.685981724Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-api-key-no-access-sub","reconcileID":"6f96c115-62b4-49c6-8dce-6ec839cfad76","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:43.755367681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-api-key-no-access-auth","reconcileID":"5939fcf4-0f48-41ca-bfed-435b1998148d","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:43.799460803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"136a09c9-b9e0-42a3-9fa2-58e052135b55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:43.800382893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"7b704d98-b47e-4ce7-a1cf-3f10831ce604","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:43.826333644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"9d194b92-d4c5-4f8b-a5ef-ea9a0c5e3360","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:43.828994773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"7b704d98-b47e-4ce7-a1cf-3f10831ce604","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:43.840894742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"136a09c9-b9e0-42a3-9fa2-58e052135b55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:43.847336011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"7c1df64e-0869-4236-a26b-ffc4843e30ed","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:43.877311761Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-api-key-no-access-sub","reconcileID":"50bfe862-3ba6-4e71-a6bc-9ab0458bb30a","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-simulator-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-0458df/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w4-0458df/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:43.94080842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"72edd469-6259-4619-a863-6d0cfafc80ac","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:43.947441282Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-api-key-no-access-auth","reconcileID":"5939fcf4-0f48-41ca-bfed-435b1998148d","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-api-key-no-access-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:44.047348983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-api-key-no-access-auth","reconcileID":"197bd9ce-de29-4e6d-b0bb-3060f9239520","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:44.08589161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-api-key-no-access-auth","reconcileID":"197bd9ce-de29-4e6d-b0bb-3060f9239520","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:44.087233887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-subscription","reconcileID":"1dd6010a-ae11-489c-9184-9ce08d95cd9d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-simulator-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:44.091770946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-api-key-no-access-sub","reconcileID":"c7e3816b-a311-493a-a0ba-23521ecb2eb0","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-simulator-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:44.102773352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"2d1b711f-cd55-492b-ac5d-f3cae80057e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:44.106486717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"92311513-aef2-44ca-b0f4-92347cdff9b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:44.24698422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"2d1b711f-cd55-492b-ac5d-f3cae80057e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:44.314978376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"92311513-aef2-44ca-b0f4-92347cdff9b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:44.317587926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"ba23db63-3bbe-48ad-b3da-4b17411a739e","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:44.413070407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-api-key-no-access-auth","reconcileID":"31e513db-0af5-4b6c-a3e9-300f4aff30de","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:44.465247293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-api-key-no-access-auth","reconcileID":"31e513db-0af5-4b6c-a3e9-300f4aff30de","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:44.477703386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"30f1da8f-ac9a-4f19-9fc2-088a61ca9152","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:44.478451032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"e2707f78-b3dd-4cd2-bc2f-d0454d228722","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:44.501072013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"30f1da8f-ac9a-4f19-9fc2-088a61ca9152","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:44.508984564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"e2707f78-b3dd-4cd2-bc2f-d0454d228722","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:46.372477661Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-sub2","reconcileID":"dea91ac8-c7d6-48ef-b62d-dc050a4bed68","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"model":"e2e-models-e2e-worker-w3-2889dd/distinct-2-w3-2889dd","subscription":"e2e-return-all-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:46.37656125Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-sub2","reconcileID":"dea91ac8-c7d6-48ef-b62d-dc050a4bed68","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"model":"e2e-models-e2e-worker-w3-2889dd/distinct-2-w3-2889dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:46.381732466Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-sub2","reconcileID":"dea91ac8-c7d6-48ef-b62d-dc050a4bed68","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/distinct-2-w3-2889dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:46.528174149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"d245b135-01e6-4356-9ab3-1e879470d22e","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:46.575805072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth1","reconcileID":"76fd5d14-7df5-4520-97a5-cde80554ca69","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:46.576456294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth2","reconcileID":"0f217286-baee-455e-9a8c-394ca7b8f0e0","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:46.577019372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"162b9fd2-371b-4241-9094-a54e4fe7ffab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:46.577554748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"d9336f89-16ab-4dcb-ab79-cc351eedf724","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:46.68007201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth1","reconcileID":"76fd5d14-7df5-4520-97a5-cde80554ca69","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:46.68133755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"9038790b-3625-4ddd-ba84-0cf0cd90113e","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:46.690483795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"162b9fd2-371b-4241-9094-a54e4fe7ffab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:46.691968869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"d9336f89-16ab-4dcb-ab79-cc351eedf724","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:46.699679254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth2","reconcileID":"0f217286-baee-455e-9a8c-394ca7b8f0e0","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:46.715735381Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth1","reconcileID":"e2241739-5b84-45e2-ba8e-5f49c7935a45","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"model":"e2e-models-e2e-worker-w3-2889dd/distinct-w3-2889dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:46.73404058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"c29f0da4-0ea7-4c9a-b373-5236f45e7dd9","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:46.739258983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth2","reconcileID":"e856839c-a6cb-4270-a460-d1d7e1f17bea","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:46.74595363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth2","reconcileID":"e856839c-a6cb-4270-a460-d1d7e1f17bea","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:46.935277495Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-return-all-auth2","reconcileID":"012bcca8-5375-4847-ab1e-8ceb90001c77","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"model":"e2e-models-e2e-worker-w3-2889dd/distinct-2-w3-2889dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:46.935617843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"f3683acb-0ad3-419d-b7b4-3a81340a27b1","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:47.011172681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"d08f228e-3575-48c6-a6f3-e653df146f02","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:48.287281683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"64ef93fc-d2eb-4841-bec9-53574e2b6de7","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:48.298170633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"a557c531-a27e-406c-bff9-477ea8b3b147","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:48.318642739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-user-token-filter-auth","reconcileID":"858db7af-bf5b-4df1-a9c7-92f145f3ea5f","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:48.326700081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-user-token-filter-auth","reconcileID":"858db7af-bf5b-4df1-a9c7-92f145f3ea5f","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:48.445552748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"94e2aadb-d652-4f5a-b8ac-c22a38697152","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:48.454925356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-user-token-filter-auth","reconcileID":"2dfcbf54-b268-4223-aa16-0d17816746d9","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:48.47069211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-user-token-filter-auth","reconcileID":"2dfcbf54-b268-4223-aa16-0d17816746d9","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:48.480150487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"ff805b88-b20f-4446-ab22-bafcd8735ecc","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:48.497368051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"52028e70-534c-4b6b-8528-0b24d1ddf67b","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:48.510944679Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-user-token-filter-sub","reconcileID":"e8083d01-0f70-422a-8493-fbbc97052710","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:48.531128427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"dcf5f5fb-9497-40d3-8def-c3db08210399","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:48.538790472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"e0e14d0e-c1e2-4f1d-8dbc-c618c163baac","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:48.553820922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"b4b99731-505e-4cf4-bcbb-5b13478e88d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:48.554265969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-user-token-filter-auth","reconcileID":"39e06b72-2a5e-4024-8073-cba86b4a07b0","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:48.55460128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"4089e5f8-0c7f-4a2f-815a-ff7790dc1cad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:48.562197928Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-user-token-filter-sub","reconcileID":"034afa96-6b7e-4f58-bc4c-df30fc15c82b","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-2889dd/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w3-2889dd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:48.567527018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-user-token-filter-auth","reconcileID":"39e06b72-2a5e-4024-8073-cba86b4a07b0","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:48.570162029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"b4b99731-505e-4cf4-bcbb-5b13478e88d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:48.573934189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"4089e5f8-0c7f-4a2f-815a-ff7790dc1cad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:48.604918257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"535fb2de-905e-40b7-8ef4-dcf04a4a4a03","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:48.650984127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-user-token-filter-sub","reconcileID":"e07e0acb-5b0c-4489-9ddb-051d51431389","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:48.651527779Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-subscription","reconcileID":"95479d78-dd58-4adb-a6b0-3edf8905fb03","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:48.654110116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"c5efbe17-fd08-483f-a04b-16c5265f9a90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:48.654514946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"ed7e9c18-6194-488c-bf97-a9f2faf796e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:48.690925539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"c5efbe17-fd08-483f-a04b-16c5265f9a90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:48.703249591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"ed7e9c18-6194-488c-bf97-a9f2faf796e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:48.883557415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-api-key-scoped-auth","reconcileID":"5c2ad40c-9a4b-4551-a1ee-cde47f9ec737","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:48.892914122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-api-key-scoped-auth","reconcileID":"5c2ad40c-9a4b-4551-a1ee-cde47f9ec737","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:48.927988164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"25ae0687-264b-4c70-b68d-d1cbf6c998ff","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:49.095087736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"df125024-4aa8-487f-9468-dfad4dead868","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:49.112485609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"be28cd48-84d4-4da2-8350-8770c7ee7d1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:49.11318661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"f973c875-8f60-47a2-bdc9-ce8d84a1c0e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:49.113889617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-user-token-filter-auth","reconcileID":"d913f0b7-738a-4187-bf29-b302996a87cb","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:49.170221824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"f973c875-8f60-47a2-bdc9-ce8d84a1c0e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:49.172793308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"be28cd48-84d4-4da2-8350-8770c7ee7d1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:49.180927958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-user-token-filter-auth","reconcileID":"d913f0b7-738a-4187-bf29-b302996a87cb","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:50.072775515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"6016add7-4bd0-4d37-88dc-7d2ff4d5e3f6","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:50.096969249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"27007d9c-d17f-44a7-bab8-669c3240d187","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:50.100994927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-api-key-scoped-auth","reconcileID":"516450bb-42fd-43ee-ad19-a67ad4dd3eae","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:50.101699803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"1a923268-f01d-44b9-bd85-942b27695315","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:50.159394449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-api-key-scoped-auth","reconcileID":"516450bb-42fd-43ee-ad19-a67ad4dd3eae","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:50.176407907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"1a923268-f01d-44b9-bd85-942b27695315","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:50.179085275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"27007d9c-d17f-44a7-bab8-669c3240d187","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:54.338075229Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-api-key-no-access-sub","reconcileID":"8457e871-dbfd-4459-aff7-f70223186f74","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-0458df"},"model":"e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df","subscription":"e2e-api-key-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:54.370860421Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-api-key-no-access-sub","reconcileID":"8457e871-dbfd-4459-aff7-f70223186f74","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-simulator-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-0458df/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:54.384836789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-subscription","reconcileID":"51917f79-42eb-4b27-b6a0-104c834b9580","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-simulator-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:54.392617681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"b1b71836-40f8-48fe-9655-1e23ad3a57fe","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:54.401622441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-api-key-no-access-auth","reconcileID":"9e339392-a5be-4bef-a147-9957d01be956","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:54.408124382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"8a51a341-24c1-4114-8efa-a7ab556c5119","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:54.409927318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-api-key-no-access-auth","reconcileID":"9e339392-a5be-4bef-a147-9957d01be956","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:54.415058688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"8a51a341-24c1-4114-8efa-a7ab556c5119","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:54.500761938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"ad00c38b-3fc7-4d03-b2fb-1a9fbc5fe3df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:54.514908177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"ad00c38b-3fc7-4d03-b2fb-1a9fbc5fe3df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:54.541291739Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-api-key-no-access-auth","reconcileID":"d71d3eda-9d61-456e-97dc-106a73c2ea9f","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"model":"e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:54.541676644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"7c73d311-dfc0-46c6-baba-d4225ca32fbb","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:54.633947312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"3b8a7c1b-ddba-4eb0-8b9e-e1f9cf09e7ec","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:55.67692797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-w0-9de872","reconcileID":"d3ca99a4-cad6-46c3-a2ab-b9e8b8920423","MaaSModelRef":{"name":"distinct-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"distinct-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"distinct-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:55.780261574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"f37f4c62-928c-4922-87e2-0125e25c25a9","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:55.78744292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"48c0346a-f38a-4d67-b761-6664ef5c73cf","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:55.798491596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-ignore-header-auth1","reconcileID":"ba76f17d-5eca-4a79-bce9-40a61e9673dc","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:55.806000119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-ignore-header-auth1","reconcileID":"ba76f17d-5eca-4a79-bce9-40a61e9673dc","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:55.930219792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"9bd66440-9826-412b-a1bc-a0091af50332","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:55.949892395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-ignore-header-auth1","reconcileID":"ad2a713f-15c5-43a4-a4ae-2b63c928f781","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:55.957498896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-ignore-header-auth1","reconcileID":"ad2a713f-15c5-43a4-a4ae-2b63c928f781","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:55.971215021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"df47e3e9-7cb4-4cc2-b32a-f04533273377","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:55.971333381Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-0458df priority=10:[ai-tenant-e2e-worker-w4-0458df/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w4-0458df/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:55.983563425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"365853d7-45f1-4a00-bb3d-ecd4b638099a","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:55.98593152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"f15b8d1c-5268-4bdd-8d04-f0f4a98f3812","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:55.989912959Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-0458df/e2e-ignore-header-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:55.994677581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"b6d5d3be-0763-4c45-a620-4da95c42534b","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:56.011208414Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-ignore-header-sub1","reconcileID":"5b8386ec-7d74-44e3-aabd-e76cc1a35817","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-distinct-w4-0458df","model":"distinct-w4-0458df","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-0458df/e2e-ignore-header-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:56.030477136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"18fdaca6-a2b0-4529-a4bc-a9ddb31eb91c","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:56.041159281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-ignore-header-auth1","reconcileID":"19b7927a-82b4-48fd-96e7-6e0ba3a5fa64","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:56.041230563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"49e3e99f-ccef-4937-879f-1542935a32b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:56.041610318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"d8d949fd-453a-4c05-bb89-c8ddf6b4ca7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:56.052432374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"d8d949fd-453a-4c05-bb89-c8ddf6b4ca7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:56.053246994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-ignore-header-auth1","reconcileID":"19b7927a-82b4-48fd-96e7-6e0ba3a5fa64","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:56.054780953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"49e3e99f-ccef-4937-879f-1542935a32b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:56.115299808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-ignore-header-sub1","reconcileID":"fd6b5200-cb7f-461d-826c-2c1a295d1dba","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-distinct-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/distinct-w4-0458df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:56.158239491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"8d5de79f-323e-4a07-b1b0-7760fc43e6ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:56.158571916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"70ed9eb4-01e4-4fc9-bc61-1da84082d6bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:56.17387052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"77c1eb5d-4c45-44c1-a9ad-de4f91f6be8d","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:56.184365845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"0bdc58dc-12f1-4115-b72c-adedc209bac6","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:56.176343492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"70ed9eb4-01e4-4fc9-bc61-1da84082d6bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:56.197423493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"8d5de79f-323e-4a07-b1b0-7760fc43e6ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:56.271208874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-ignore-header-auth2","reconcileID":"27b2be70-63c6-4a56-bbfd-3355e3f5f6c8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:56.308326712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-ignore-header-auth2","reconcileID":"27b2be70-63c6-4a56-bbfd-3355e3f5f6c8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:56.378039539Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-0458df priority=10:[ai-tenant-e2e-worker-w4-0458df/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w4-0458df/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:56.379759697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"4ec0a75d-47ee-47f9-9d88-f1bd3ca41fc1","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:56.39601051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"9ea2a01f-266b-4b3d-a7a7-31905c1dd5d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:56.396887099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-ignore-header-auth1","reconcileID":"f8c0938d-bf08-4e20-81e9-573f2da244bf","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:56.419043212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"89977e92-c659-4d54-b9d3-d42c4289ccd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:56.46246137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"2c847832-2a96-4cf3-8a49-b68eec4973fb","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:56.50354158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"9c28a57f-a6d9-47a1-99d3-c4f479f49faf","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:56.504984521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"9ea2a01f-266b-4b3d-a7a7-31905c1dd5d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:56.494951219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-ignore-header-auth1","reconcileID":"f8c0938d-bf08-4e20-81e9-573f2da244bf","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:56.495111094Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-0458df/e2e-ignore-header-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:56.522430492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"2f2612bf-567a-4dfa-9135-5189e59ce243","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:56.52608493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"89977e92-c659-4d54-b9d3-d42c4289ccd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:56.548834225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"b65b0490-6cdc-4ed7-8be3-2d5d0825cf21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:56.566340394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"c8623c54-f9dc-4549-b594-fad7a0dd35a7","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:56.603723293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"b65b0490-6cdc-4ed7-8be3-2d5d0825cf21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:56.805506189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"74e17bcf-bb29-42d4-ab7c-7d0ad7b6712d","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:56.807414586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"d0d1d624-ef43-4be8-807f-413e3beef516","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:56.9046329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-w0-9de872","reconcileID":"8f0ecac0-5be3-4de3-a9db-0153c902bbd7","MaaSModelRef":{"name":"distinct-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"distinct-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"distinct-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:56.896388095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-ignore-header-auth2","reconcileID":"880121d7-3431-4626-98cd-545a5decd487","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:56.975417614Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-ignore-header-sub2","reconcileID":"cb35bd14-f136-4584-b451-a158dd1a8754","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-distinct-2-w4-0458df","model":"distinct-2-w4-0458df","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-0458df/e2e-ignore-header-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:57.095661288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-ignore-header-auth2","reconcileID":"880121d7-3431-4626-98cd-545a5decd487","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:57.231000343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-ignore-header-auth1","reconcileID":"0ec52b43-4410-4005-9917-003967514e2b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:57.416037927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-subscription","reconcileID":"3ca0ec58-c828-400c-bf41-33e2ba666937","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-premium-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/premium-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:57.277423792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-subscription","reconcileID":"e7ae9411-f4cd-4703-ba44-1006159b5bc0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-simulator-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:57.250838258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"51f14314-fd6e-42cd-af61-6189257bf842","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:57.516082834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"558f90b3-ce87-4b23-b40c-66b46574e64c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:57.5416033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-ignore-header-auth1","reconcileID":"0ec52b43-4410-4005-9917-003967514e2b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:57.602949151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"558f90b3-ce87-4b23-b40c-66b46574e64c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:57.623997491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"6f4725dc-018f-41bf-a67f-5b7796aeff4a","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:57.699847262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-user-token-filter-auth","reconcileID":"a85dbaed-8a8b-4382-a672-c80c9a64b4f7","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:57.812060489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-user-token-filter-auth","reconcileID":"a85dbaed-8a8b-4382-a672-c80c9a64b4f7","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:57.889546649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"51f14314-fd6e-42cd-af61-6189257bf842","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:57.925742956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"6e410c2e-4eea-4ff1-9666-ee983fff2db0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:57.928295859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-ignore-header-sub2","reconcileID":"9586ba2a-7083-4cec-aa25-961c88b088d2","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-distinct-2-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/distinct-2-w4-0458df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:58.005811748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"6e410c2e-4eea-4ff1-9666-ee983fff2db0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:58.041044917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-ignore-header-auth2","reconcileID":"e549a7d9-d65e-4246-884d-55edd4f49e5e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:58.133983273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"5d0eb5b7-93ed-456c-94b5-9ef942ac43ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:58.284423463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-ignore-header-auth2","reconcileID":"e549a7d9-d65e-4246-884d-55edd4f49e5e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:58.285465846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"5e8e1abe-ea85-4616-82bd-b2bead814cbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:58.324065426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"bcad9ca7-2740-42f1-81d2-1f1972958beb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:58.332922388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"5d0eb5b7-93ed-456c-94b5-9ef942ac43ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:58.354770668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"5e8e1abe-ea85-4616-82bd-b2bead814cbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:58.443457105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-user-token-filter-auth","reconcileID":"12a046ec-2739-40bc-833f-8fd269b014d0","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:58.508142397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"bcad9ca7-2740-42f1-81d2-1f1972958beb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:58.539509798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-user-token-filter-auth","reconcileID":"12a046ec-2739-40bc-833f-8fd269b014d0","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:59.138802507Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-user-token-filter-sub","reconcileID":"8e8b6a40-70e3-4bfe-a560-6b442d1109f8","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscription":"e2e-user-token-filter-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:59.512061548Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-user-token-filter-sub","reconcileID":"8e8b6a40-70e3-4bfe-a560-6b442d1109f8","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-2889dd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:59.816617513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-subscription","reconcileID":"1d400a9e-60fa-4787-bb18-302e52fdadb7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:59.898185029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"61e15b57-39f1-457b-b6b7-0b19e12bf6a2","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:59.899546036Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-0458df priority=10:[ai-tenant-e2e-worker-w4-0458df/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w4-0458df/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:00.012537521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"ce9f3635-8346-4622-8d13-92a73df202a4","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:00.016764759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"9ac0eab5-a829-45f3-9713-435dd9bdefbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:00.098126464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"93ede6a7-a88b-4c53-8f51-000fe0deffc3","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:00.130164467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"9ac0eab5-a829-45f3-9713-435dd9bdefbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:00.151984719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-user-token-filter-auth","reconcileID":"eb108220-be03-4491-a198-41556098f487","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:00.214493144Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-api-key-scoped-sub","reconcileID":"880bf2bd-17ad-46d8-83d7-7af1aadc3432","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscription":"e2e-api-key-scoped-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:00.214817813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"75639e76-3579-4127-9c93-cca66c138f9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:00.322002604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-user-token-filter-auth","reconcileID":"eb108220-be03-4491-a198-41556098f487","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:00.33504202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"75639e76-3579-4127-9c93-cca66c138f9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:00.474035864Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-user-token-filter-auth","reconcileID":"11581bc6-930f-4f3b-b397-77c6092a365e","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:00.504122695Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-api-key-scoped-sub","reconcileID":"880bf2bd-17ad-46d8-83d7-7af1aadc3432","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-simulator-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-39bde3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:00.671030832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-subscription","reconcileID":"71df2e6a-a813-4148-9bf3-8f66e69a3bdd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-simulator-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:00.720451488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"f58fc6ac-aa45-49c9-9165-f33f69d4c1df","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:00.768301641Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-0458df priority=10:[ai-tenant-e2e-worker-w4-0458df/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w4-0458df/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:00.769260489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"83cbe0af-4ac2-40e6-a706-682e2313397f","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:00.895526829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-api-key-scoped-auth","reconcileID":"459cb6a0-3f2b-460e-8f56-6075f09b606f","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:00.901705429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"d1bf1fa1-a3a6-4eb5-9c58-5dd32a5b659e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:00.902750355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"cc4e3745-0f0c-45f3-8bff-138dc237c190","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:00.910242717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"de4de018-24dd-4ddf-aed5-66921a5282ac","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:00.923373363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"d1bf1fa1-a3a6-4eb5-9c58-5dd32a5b659e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:00.92985006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"cc4e3745-0f0c-45f3-8bff-138dc237c190","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:00.936560904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-api-key-scoped-auth","reconcileID":"459cb6a0-3f2b-460e-8f56-6075f09b606f","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:01.048569169Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-api-key-scoped-auth","reconcileID":"076a3c42-705c-4978-935d-620f0cbad7af","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:01.268062832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"85bc53a2-48ec-4522-9f7d-87990b083761","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:01.677545253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"34a286cc-cbff-493d-a39a-e1a2c6a24005","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:01.690944321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"796c7aa7-7031-4b9a-8590-b588bdfd51f0","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:01.736738453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-multi-keys-auth1","reconcileID":"e1e2f7ce-100c-42ee-9e62-1d5b0869d315","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:01.738383829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"94b6cc3b-1c7c-44c1-a258-2c6e1f3b499e","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:01.7549683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-multi-keys-auth1","reconcileID":"e1e2f7ce-100c-42ee-9e62-1d5b0869d315","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:01.782224042Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-ignore-header-sub1","reconcileID":"6922d885-44a9-4476-ae94-c343d933aab3","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ac06a57d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:01.813081174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-ignore-header-auth1","reconcileID":"bd7eefb2-64ef-4e2f-8712-221c474d559f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:01.814792968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"5a557d3a-fabc-4806-a6ea-2510986aaa34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:01.815468849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"95ba9dc1-3aee-4fe7-bb1a-a9c62da77a56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:01.815556917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-ignore-header-auth2","reconcileID":"b04fa300-ee21-4888-8cf0-3c7dbf7fbfc3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:01.823007047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-ignore-header-auth1","reconcileID":"bd7eefb2-64ef-4e2f-8712-221c474d559f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:01.827975823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-ignore-header-auth2","reconcileID":"b04fa300-ee21-4888-8cf0-3c7dbf7fbfc3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:01.830149552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"95ba9dc1-3aee-4fe7-bb1a-a9c62da77a56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:01.833230984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"5a557d3a-fabc-4806-a6ea-2510986aaa34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:01.839019778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"ee8a4994-6d0f-41f6-847d-a76332704893","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:01.849229381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"c815a0ec-7c05-4032-bd87-5441c44a3d72","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:01.85234171Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-multi-keys-sub1","reconcileID":"9a467150-8ef2-4fa3-ba89-583527ef0a9a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:01.859165139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"271c230b-bd02-4e78-b78a-522b53857251","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:01.866307498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"208fa01b-b34f-4a77-96a9-cfe7d41d5d87","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:01.875819369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"2984a6e7-3624-4bf4-84ae-b1a46abc2f26","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:01.896368584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"be3dd420-b4b8-467b-b113-2139063f65f6","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:01.898501178Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-multi-keys-sub1","reconcileID":"6cadd937-d4a0-4ea3-bb14-57ac58ac1fd9","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-distinct-w3-2889dd","model":"distinct-w3-2889dd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-2889dd/e2e-multi-keys-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:01.922542763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"a39d6856-7cf3-487b-91df-dad2358f61f1","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:01.990638986Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-multi-keys-sub1","reconcileID":"7f05e00d-f515-4402-bb02-da44697a0d89","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-distinct-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/distinct-w3-2889dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.068865793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"80b276ff-4411-49eb-b88e-4ecb650b7e93","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.071898024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-multi-keys-auth1","reconcileID":"a1b13872-95d8-4a13-bb94-24cd26f917bb","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.072736823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-ignore-header-auth2","reconcileID":"da2e4e4f-895b-41ed-857c-2ecf70b0c78c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.073239127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"6addfeb7-cca9-428f-b194-38068e095f68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.074504017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-ignore-header-auth1","reconcileID":"f0ee9d67-1516-4eed-b550-9c43fe728d0c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.075236517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"a256d09d-fe30-430b-b4e1-76a91832d966","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.080793384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-multi-keys-auth1","reconcileID":"a1b13872-95d8-4a13-bb94-24cd26f917bb","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.1626486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-ignore-header-auth2","reconcileID":"da2e4e4f-895b-41ed-857c-2ecf70b0c78c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.166396098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"6addfeb7-cca9-428f-b194-38068e095f68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.170158253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-ignore-header-auth1","reconcileID":"f0ee9d67-1516-4eed-b550-9c43fe728d0c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.172574463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"a256d09d-fe30-430b-b4e1-76a91832d966","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.187916726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"8c5d5510-232e-4a06-aebe-2dc6b1c85c63","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:02.187991884Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-multi-keys-auth1","reconcileID":"a1b13872-95d8-4a13-bb94-24cd26f917bb","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-multi-keys-auth1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.188648173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"095845f6-ce58-4ab0-b88c-c02cb91645fa","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.197024056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"c06dc53c-f500-46f1-bcb9-5263a6c43786","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.199112553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"348b6c19-dd29-49c7-8a06-040fbb6f082d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.199356988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"caa47e3c-8bbb-4a5d-a8ca-5e765d43d58c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.206775223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"348b6c19-dd29-49c7-8a06-040fbb6f082d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.206848484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"caa47e3c-8bbb-4a5d-a8ca-5e765d43d58c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.289252745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-models-invalid-sub-auth","reconcileID":"b047062c-455e-4fcb-9eb5-d5efe6c1ff74","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.289781344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"a63607ff-83c7-4d87-9742-573749300125","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.290018838Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-2889dd priority=0:[ai-tenant-e2e-worker-w3-2889dd/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w3-2889dd/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.294775075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-multi-keys-auth2","reconcileID":"9fae5735-df8f-4cb7-bc8f-792d05c73fd0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.296234234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-multi-keys-auth1","reconcileID":"1ba119e6-e64e-424e-ad4a-54a0138c5746","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.298262994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-models-invalid-sub-auth","reconcileID":"b047062c-455e-4fcb-9eb5-d5efe6c1ff74","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.304029313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"20dfaa33-6a68-44df-88f8-17ea709841e7","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.304855034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"65236ff5-f554-4c1e-bf53-31867d61176d","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.306625184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-multi-keys-auth1","reconcileID":"1ba119e6-e64e-424e-ad4a-54a0138c5746","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.309482173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"9f3f91c7-0591-468e-b682-29a25fae9330","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:02.310009804Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-2889dd/e2e-multi-keys-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.311715439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-multi-keys-auth2","reconcileID":"9fae5735-df8f-4cb7-bc8f-792d05c73fd0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.392115071Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-multi-keys-sub2","reconcileID":"f1895e0a-c0ff-4c4c-ac9f-e61dbd52bf3b","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-distinct-2-w3-2889dd","model":"distinct-2-w3-2889dd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-2889dd/e2e-multi-keys-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.420541082Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-2889dd priority=0:[ai-tenant-e2e-worker-w3-2889dd/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w3-2889dd/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.422480324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"e0cc92fc-9fbe-4438-8ca2-f02f734a547f","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.42487644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"1593e079-ab1e-4884-86a6-0298a64e0b71","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.42632271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"90305d94-ba16-4a20-a0ae-1650d7d332c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.428985425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"41758418-2a31-41de-b8f0-499c75857e9a","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.42949634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"5e4b1dd3-365b-4077-8d24-df21453bf2f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.434455027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"90305d94-ba16-4a20-a0ae-1650d7d332c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.434784089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"1fdf0f4c-8f9c-4263-95a5-07ac53857777","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:02.437705132Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-39bde3/e2e-models-valid-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.438684437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"305ca41e-ec5c-4916-8b56-d1dbdc591705","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.441529643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"5e4b1dd3-365b-4077-8d24-df21453bf2f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.441865896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"ea0d8566-5bb4-434d-98cb-9bba10cfd3d8","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.451661076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-multi-keys-sub2","reconcileID":"8bee0065-a20c-4fb0-96bf-0781c76f5e05","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-distinct-2-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/distinct-2-w3-2889dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.462907962Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-models-valid-sub","reconcileID":"0e4a7795-f105-4f73-88df-823dfa068a50","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-simulator-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-39bde3/e2e-models-valid-sub","ai-tenant-e2e-worker-w2-39bde3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.482968779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"3e7599c3-1420-412f-9e12-e1385c152f4c","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.488214589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-models-invalid-sub-auth","reconcileID":"4a118d20-4d29-4dce-b498-776d0938a63f","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.492900267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-multi-keys-auth1","reconcileID":"13aebf18-bd10-4bb9-a4f8-d84bb207f57b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.494007724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"83fc0e20-a785-4c8f-8efc-ba76a40a4c45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.495990187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-models-invalid-sub-auth","reconcileID":"4a118d20-4d29-4dce-b498-776d0938a63f","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.49999498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-multi-keys-auth1","reconcileID":"13aebf18-bd10-4bb9-a4f8-d84bb207f57b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.500956528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"83fc0e20-a785-4c8f-8efc-ba76a40a4c45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.555335069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-models-valid-sub","reconcileID":"f4a8a725-fafd-4e1d-bf04-43f138f2d97f","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-simulator-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.555352893Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-subscription","reconcileID":"f035145d-5c1e-44d8-a002-a1972b8b13e7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-simulator-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.603073741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"09208a4f-94c8-4cd6-b252-d3906d9ad862","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.641891572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"70dac59d-4eee-48de-9d32-b1b74b67faab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.649029315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"70dac59d-4eee-48de-9d32-b1b74b67faab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:02.681684892Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-models-invalid-sub-auth","reconcileID":"4a118d20-4d29-4dce-b498-776d0938a63f","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-models-invalid-sub-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.703162897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"ce00a74f-9af9-4061-957c-350a3934d646","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.705496763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-models-invalid-sub-auth","reconcileID":"05f12946-e1eb-4e42-b885-93b5aead32f0","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.705747815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"6aba6c72-5091-4321-a4ea-9e6776ed7f57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.710188503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-multi-keys-auth2","reconcileID":"0109bd31-bfb0-481e-a8c1-95a60a88986e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.710480271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"ce00a74f-9af9-4061-957c-350a3934d646","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.713224755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-models-invalid-sub-auth","reconcileID":"05f12946-e1eb-4e42-b885-93b5aead32f0","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.713307289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"6aba6c72-5091-4321-a4ea-9e6776ed7f57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.717706151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-multi-keys-auth2","reconcileID":"0109bd31-bfb0-481e-a8c1-95a60a88986e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:02.783356425Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-multi-keys-auth2","reconcileID":"0109bd31-bfb0-481e-a8c1-95a60a88986e","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-multi-keys-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.805883251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-multi-keys-auth2","reconcileID":"cca33720-dd0d-488a-8586-55d24d0d4821","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.81289519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-multi-keys-auth2","reconcileID":"cca33720-dd0d-488a-8586-55d24d0d4821","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.964217891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"62775078-496b-4c07-814a-33d0253da03f","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.974956698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"5e142cbf-4b48-4472-91c5-3d0eeb554b6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.975081094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"4538c20a-19a1-42da-b6d2-f659c1c364d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.975593255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-models-invalid-sub-auth","reconcileID":"4408a105-a5bc-4189-9d8b-72accd70966a","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.983613759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-models-invalid-sub-auth","reconcileID":"4408a105-a5bc-4189-9d8b-72accd70966a","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.983613756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"5e142cbf-4b48-4472-91c5-3d0eeb554b6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.986046951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"4538c20a-19a1-42da-b6d2-f659c1c364d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:03.997398602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"210b9c02-4b2d-41cc-a3b6-45f81f9eccc7","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:04.011702651Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-multi-keys-sub1","reconcileID":"41204467-1422-42e5-9ecc-dcc138aea580","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e29de711","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:04.013480355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-multi-keys-auth2","reconcileID":"cc774485-0803-49cf-9cb2-ec9f38016e3f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:04.013716978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"769e4f89-b11d-401a-983b-9d57b744c4ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:04.013984604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-multi-keys-auth1","reconcileID":"d8346cde-e79b-46d8-8305-6ab162fc364a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:04.014162988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"9c19535c-4438-4683-93c3-8c391ac9def7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:04.020849146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-multi-keys-auth2","reconcileID":"cc774485-0803-49cf-9cb2-ec9f38016e3f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:04.02090813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"769e4f89-b11d-401a-983b-9d57b744c4ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:04.023236643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-multi-keys-auth1","reconcileID":"d8346cde-e79b-46d8-8305-6ab162fc364a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:04.023590947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"9c19535c-4438-4683-93c3-8c391ac9def7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:04.110792354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"9f92c18a-cf85-4571-9181-09b1f9d6bf3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:04.111212641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-multi-keys-auth1","reconcileID":"543851d0-a9a7-4afe-8287-89baa5fd5294","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:04.112265734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"488d1419-ccc8-47cd-b074-ef2542e51674","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:04.112618786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-multi-keys-auth2","reconcileID":"2ca5dbf0-a913-49b5-ab7c-ba2328cd3a80","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:04.118559538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"9f92c18a-cf85-4571-9181-09b1f9d6bf3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:04.119577865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-multi-keys-auth1","reconcileID":"543851d0-a9a7-4afe-8287-89baa5fd5294","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:04.12148732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"488d1419-ccc8-47cd-b074-ef2542e51674","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:04.122006815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-multi-keys-auth2","reconcileID":"2ca5dbf0-a913-49b5-ab7c-ba2328cd3a80","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:09.058597312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"c00ecd78-e929-4f40-bd58-c4437a7b1b59","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:09.059196576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"7ed18d2c-6929-467f-ac1d-62042cc966a3","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"premium-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"premium-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:09.073537213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"6d7d218b-991c-469c-974b-e01b509e2940","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:09.074964015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"8e84912d-cc10-4bde-95ef-b1835118767d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:09.091309699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"6d7d218b-991c-469c-974b-e01b509e2940","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:09.092179491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"8e84912d-cc10-4bde-95ef-b1835118767d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:09.093051916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-subscription","reconcileID":"39289afc-44a9-4b9a-81a6-60801d434b3e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-premium-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:09.093578222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"c40bf8ac-f3c9-43ef-96d8-1e909a62380a","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:09.095080102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"d401a7d2-7dcc-474e-bb77-5e6e4f84bbe8","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"premium-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"premium-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:09.101011823Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-subscription","reconcileID":"ea5390cb-4236-46d6-bab5-54e6216befdb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-simulator-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:09.172630383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"8fb8866e-8fbf-4fe2-ab32-f935c7ab7fb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:09.172998331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"6efa48aa-6a07-490c-8bc8-72d6441f952c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:09.213690056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"6efa48aa-6a07-490c-8bc8-72d6441f952c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:09.220998556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"8fb8866e-8fbf-4fe2-ab32-f935c7ab7fb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:10.393449391Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:11.788648019Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-ignore-header-sub1","reconcileID":"90dbbc93-5c26-4a18-85c2-80280e9e18b7","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"model":"e2e-models-e2e-worker-w4-0458df/distinct-w4-0458df","subscription":"e2e-ignore-header-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:11.791911453Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-ignore-header-sub1","reconcileID":"90dbbc93-5c26-4a18-85c2-80280e9e18b7","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"model":"e2e-models-e2e-worker-w4-0458df/distinct-w4-0458df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:11.795211941Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-ignore-header-sub1","reconcileID":"90dbbc93-5c26-4a18-85c2-80280e9e18b7","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/distinct-w4-0458df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:11.822262102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"7bb0b57f-384f-470c-bdde-cd5261e2b081","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:11.833998277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"de02baa6-5f5a-474d-b49f-481cf4bce890","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:11.840880362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-ignore-header-auth1","reconcileID":"a12decf1-73e0-4762-9214-a5728352c890","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:11.841119856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-ignore-header-auth2","reconcileID":"15be6801-abd5-4494-b111-5f9675b0da4b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:11.841544199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"33447c73-2810-4762-9e3a-bf82c14b5d5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:11.841578806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"1f0ce996-3a3d-4638-a56d-0af88d11ebd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:11.848805054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-ignore-header-auth2","reconcileID":"15be6801-abd5-4494-b111-5f9675b0da4b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:11.848947507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-ignore-header-auth1","reconcileID":"a12decf1-73e0-4762-9214-a5728352c890","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:11.851377528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"33447c73-2810-4762-9e3a-bf82c14b5d5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:11.851492321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"1f0ce996-3a3d-4638-a56d-0af88d11ebd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:11.962668209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-ignore-header-auth1","reconcileID":"3c8094b8-2bb3-4e24-85b7-13ecef10575b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:12.080579922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"855396f9-2f38-44db-b17a-21f9b07b5ce6","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:12.084003565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-ignore-header-auth1","reconcileID":"3c8094b8-2bb3-4e24-85b7-13ecef10575b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:12.131027457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-ignore-header-auth2","reconcileID":"fbe345a2-d06f-4972-b804-1b8db75f9ed3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:12.131732003Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-ignore-header-sub2","reconcileID":"a7bbfd2d-5c6c-41a0-81ce-13ff96ab1559","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9d4bed94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:12.181796414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-ignore-header-auth2","reconcileID":"fbe345a2-d06f-4972-b804-1b8db75f9ed3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:12.182356643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"2f23dbf8-c9fa-49b0-8f06-0dad00b2b39d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:12.190500366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"94702fa3-55de-4c1d-901f-73d9d267ca7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:12.281174218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"94702fa3-55de-4c1d-901f-73d9d267ca7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:12.334211047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"2f23dbf8-c9fa-49b0-8f06-0dad00b2b39d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:12.593783872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-ignore-header-auth1","reconcileID":"ad0e5f80-41ad-41ff-8ba6-dd04562c93c8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:12.613699049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-ignore-header-auth2","reconcileID":"aef1ea83-a56e-4829-9792-857116566d82","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:12.646869786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-ignore-header-auth1","reconcileID":"ad0e5f80-41ad-41ff-8ba6-dd04562c93c8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:12.658189598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-ignore-header-auth2","reconcileID":"aef1ea83-a56e-4829-9792-857116566d82","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:12.791905465Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-multi-keys-sub2","reconcileID":"8eb71f53-50c8-4db8-8a92-6c26abcc38ce","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-distinct-2-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/distinct-2-w3-2889dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:12.792691332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"abd443d6-172e-483f-9a23-293279b69c85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:12.792955736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"d1038111-9ef4-48bc-9029-d6a39b666bda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:12.904482834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"d1038111-9ef4-48bc-9029-d6a39b666bda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:12.949368669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"abd443d6-172e-483f-9a23-293279b69c85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:13.04063622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"d9d2d900-96b7-45e0-86aa-7363956232df","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:13.048699927Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-models-valid-sub","reconcileID":"7441fd3f-b1f9-4e50-9c1a-53ea3db33537","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscription":"e2e-models-valid-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:13.0906816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"16d3692c-4ae3-4717-91b2-4d7122ecb118","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:13.091378038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"e35849fd-a4a9-4d38-9009-a3d86eb50ec1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:13.213753277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"16d3692c-4ae3-4717-91b2-4d7122ecb118","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:13.300203999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"e35849fd-a4a9-4d38-9009-a3d86eb50ec1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:13.383562944Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-models-valid-sub","reconcileID":"7441fd3f-b1f9-4e50-9c1a-53ea3db33537","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-simulator-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-39bde3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:13.45515198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-multi-keys-auth1","reconcileID":"21482487-7a1a-440e-920a-68fd9c3f724f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:13.532703651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-multi-keys-auth2","reconcileID":"e6f7a995-f3ae-4e02-aea6-3f9eea2fc612","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:13.535243673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-subscription","reconcileID":"d678d329-5014-4a14-bf03-b168e84c576d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-simulator-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:13.8533576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"da4dc2d5-2d08-4613-a0f8-fa2e7fad8ddd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:14.117892406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-multi-keys-auth2","reconcileID":"e6f7a995-f3ae-4e02-aea6-3f9eea2fc612","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:14.295897099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"29c5723f-a8b8-47ca-8eed-75efe1ef2d69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:14.296463096Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-multi-keys-sub1","reconcileID":"9d872683-fe53-4b15-b494-165d7d0a80be","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"model":"e2e-models-e2e-worker-w3-2889dd/distinct-w3-2889dd","subscription":"e2e-multi-keys-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:14.358290001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"da4dc2d5-2d08-4613-a0f8-fa2e7fad8ddd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:14.358647201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-multi-keys-auth1","reconcileID":"21482487-7a1a-440e-920a-68fd9c3f724f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:14.446030408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"ee5f31d5-664a-4f04-a4e6-669266232919","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:14.748201782Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-multi-keys-sub1","reconcileID":"9d872683-fe53-4b15-b494-165d7d0a80be","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"model":"e2e-models-e2e-worker-w3-2889dd/distinct-w3-2889dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:14.500702695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-ignore-header-auth1","reconcileID":"ff339d31-46c7-447e-a8d2-b6636af5e18a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:14.836184495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"1d660b47-c3f6-4b99-bf5e-e9568dd1a66a","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:14.982551969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"29c5723f-a8b8-47ca-8eed-75efe1ef2d69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:15.042014141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-ignore-header-auth1","reconcileID":"ff339d31-46c7-447e-a8d2-b6636af5e18a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:15.106856601Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-multi-keys-sub1","reconcileID":"9d872683-fe53-4b15-b494-165d7d0a80be","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/distinct-w3-2889dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:15.196444008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-ignore-header-auth2","reconcileID":"ff095a87-1259-4576-a311-4c26ee959aa2","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:15.310602132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-ignore-header-auth2","reconcileID":"ff095a87-1259-4576-a311-4c26ee959aa2","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:15.318939691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"94aa17ec-f39d-447f-bd6e-137123242e3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:15.60568364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"cf21ad28-0083-40d1-9ab5-233b2aef7234","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:15.637382038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"94aa17ec-f39d-447f-bd6e-137123242e3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:15.710060881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"9c1e922a-fff5-468c-a983-236e8e0a3287","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:15.710546867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"13fafc96-32ac-4ab3-9201-3164e969202c","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:15.712613939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"cf21ad28-0083-40d1-9ab5-233b2aef7234","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:15.8386579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"fb565911-32ed-471b-8525-daf4b7ff80d8","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:15.88608538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"9c1e922a-fff5-468c-a983-236e8e0a3287","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:15.959150772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-multi-keys-auth1","reconcileID":"330469b1-8076-4d74-a5b2-7dab3f3f00d2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:15.962396272Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-multi-keys-sub2","reconcileID":"64ebb9ed-164d-4f17-a026-864d54e94d9b","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-242299b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:16.047133332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"bca0a614-ace4-4b89-be29-d0c190df36c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:16.125741016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"bca0a614-ace4-4b89-be29-d0c190df36c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:16.137763658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-multi-keys-auth1","reconcileID":"330469b1-8076-4d74-a5b2-7dab3f3f00d2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:16.171704782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-multi-keys-auth2","reconcileID":"77d5dbd2-8b1b-4f26-8a85-c8d8989f025e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:16.179978548Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-models-invalid-sub-auth","reconcileID":"8c9397e9-9e87-4eb2-b0c7-af56f38c88a3","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:16.26693207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-multi-keys-auth2","reconcileID":"77d5dbd2-8b1b-4f26-8a85-c8d8989f025e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:16.319384734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"7a4ecbd4-0bf9-4933-92df-28f4344252b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:16.425036253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"7a4ecbd4-0bf9-4933-92df-28f4344252b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:16.447362882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"42905624-2548-44c1-a8b6-db201ee7cceb","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:16.453280176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"8df03fd2-e8d7-45ca-97f9-f64c1b2f1f7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:16.465839736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"8df03fd2-e8d7-45ca-97f9-f64c1b2f1f7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:16.468037968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-multi-keys-auth1","reconcileID":"1e677c3b-4051-42ea-93e4-d4942766ca2f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:16.468458171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"86657281-8f66-4a8b-b109-bdf50fd4c931","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:16.495592588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-multi-keys-auth1","reconcileID":"1e677c3b-4051-42ea-93e4-d4942766ca2f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:16.500902139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"86657281-8f66-4a8b-b109-bdf50fd4c931","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:16.584250977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-multi-keys-auth2","reconcileID":"ec69df7d-a497-4f9c-9209-7f126277b464","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:16.585064776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"74d94dc9-c067-45b3-b8ca-767c4be39939","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:16.594054912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-multi-keys-auth2","reconcileID":"ec69df7d-a497-4f9c-9209-7f126277b464","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:16.607186812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"74d94dc9-c067-45b3-b8ca-767c4be39939","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:17.881936074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e980b06-7aa8-422a-9c83-96b493203e0e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:17.882112428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e980b06-7aa8-422a-9c83-96b493203e0e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:17.905583556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e43e8830-5d70-4d3b-8ed0-00b9860575d2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:17.905714121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e43e8830-5d70-4d3b-8ed0-00b9860575d2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:17.930536039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-e558ff","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-e558ff","reconcileID":"75e47927-2ea3-426f-a4b8-b2960329f576","MaaSAuthPolicy":{"name":"e2e-default-int-auth-e558ff","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:18.102556851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-e558ff","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-e558ff","reconcileID":"75e47927-2ea3-426f-a4b8-b2960329f576","MaaSAuthPolicy":{"name":"e2e-default-int-auth-e558ff","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:18.12113497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8c206d44-9371-4f08-9a69-9dcd4c2eadbe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:18.124136834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8c206d44-9371-4f08-9a69-9dcd4c2eadbe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:18.165360161Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-e558ff","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-e558ff","reconcileID":"7396de7b-2cba-40ee-a05a-8c13a4713be6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-e558ff\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:18.16862202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e499509a-3427-4729-a3ea-f1f5ffcdd4ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:18.168639632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e499509a-3427-4729-a3ea-f1f5ffcdd4ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:18.191669785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c24c9cf-f821-407a-8539-2fc33f448ddf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:18.197364729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"399cda2e-55cb-41c7-a013-af5845aa16ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:18.202592773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d495a83-7351-4895-97da-2f38e40c17b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:18.202712344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d495a83-7351-4895-97da-2f38e40c17b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:18.212077123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c24c9cf-f821-407a-8539-2fc33f448ddf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:18.219236475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eb47c73b-588a-4f4a-8129-74cc90e3127c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:18.233475053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eb47c73b-588a-4f4a-8129-74cc90e3127c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:18.241108236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"399cda2e-55cb-41c7-a013-af5845aa16ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:18.257866207Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-e558ff","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-e558ff","reconcileID":"6021c436-c63c-438e-9969-71187c6db6ad","MaaSSubscription":{"name":"e2e-default-int-sub-e558ff","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-e558ff","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:18.283853909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6fec83a5-f0e9-4ebb-ba2f-7ace4c8a78a8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:18.283992084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6fec83a5-f0e9-4ebb-ba2f-7ace4c8a78a8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:18.292773624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b17b765f-09af-40f9-b7e2-035b2e1dadf7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:18.292969176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b17b765f-09af-40f9-b7e2-035b2e1dadf7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:18.301174119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-e558ff","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-e558ff","reconcileID":"ab404702-fcc7-4e78-9e33-dd2ebdab7a8a","MaaSAuthPolicy":{"name":"e2e-default-int-auth-e558ff","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:18.320915073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-e558ff","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-e558ff","reconcileID":"ab404702-fcc7-4e78-9e33-dd2ebdab7a8a","MaaSAuthPolicy":{"name":"e2e-default-int-auth-e558ff","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:18.409236236Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-e558ff","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-e558ff","reconcileID":"34e3d925-741b-4506-b000-b698cc27ee2f","MaaSSubscription":{"name":"e2e-default-int-sub-e558ff","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:18.410168243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f5bc57b7-f935-4313-ac7e-aa3209b3ed94","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:22.142421095Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-ignore-header-sub2","reconcileID":"a64dad26-8d99-4692-9167-eb80c980ba72","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"model":"e2e-models-e2e-worker-w4-0458df/distinct-2-w4-0458df","subscription":"e2e-ignore-header-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:22.14760502Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-ignore-header-sub2","reconcileID":"a64dad26-8d99-4692-9167-eb80c980ba72","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"model":"e2e-models-e2e-worker-w4-0458df/distinct-2-w4-0458df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:22.151490376Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-ignore-header-sub2","reconcileID":"a64dad26-8d99-4692-9167-eb80c980ba72","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/distinct-2-w4-0458df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:22.300348807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"8eafb4be-40dc-4925-bc70-a45b66fed6ae","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:22.340392238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-ignore-header-auth1","reconcileID":"4d9fb750-8791-4b21-9473-ab4df2334543","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:22.347417184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-ignore-header-auth1","reconcileID":"4d9fb750-8791-4b21-9473-ab4df2334543","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:22.381890092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-2-w0-9de872","reconcileID":"4dccaa98-061f-4378-a4e1-fe4611d4a544","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"distinct-2-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"distinct-2-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:22.423473673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"a135a493-37e6-4ab9-a093-b4e4499ef16e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:22.423563693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-ignore-header-auth2","reconcileID":"1b5c12b3-6f55-46e5-b703-7512a6e3dc2d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:22.423983622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"afcdfbfe-9c8b-4e21-9a60-a235e423aed9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:22.430818525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"a135a493-37e6-4ab9-a093-b4e4499ef16e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:22.433187714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"afcdfbfe-9c8b-4e21-9a60-a235e423aed9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:22.433199863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-ignore-header-auth2","reconcileID":"1b5c12b3-6f55-46e5-b703-7512a6e3dc2d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:22.441136549Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-ignore-header-auth1","reconcileID":"51a0ff7e-c87e-44ee-b45e-8776a5d7ff52","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"model":"e2e-models-e2e-worker-w4-0458df/distinct-w4-0458df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:22.441192602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"b014abab-11a2-40d3-bbc2-13337bc20c70","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:22.478422868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"08267353-1236-40b7-ace4-c0c9ab15932f","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:22.513130308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-ignore-header-auth2","reconcileID":"9bdd9472-5493-477e-b4c9-e2baf9e46596","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:22.522151835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-ignore-header-auth2","reconcileID":"9bdd9472-5493-477e-b4c9-e2baf9e46596","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:22.717529621Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-ignore-header-auth2","reconcileID":"a06697e9-148e-4df0-878d-ea70bcb98bf9","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"model":"e2e-models-e2e-worker-w4-0458df/distinct-2-w4-0458df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:22.717941758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"c9e09cb5-c65d-4912-bcba-090ed97f30c0","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:22.772029455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"344d6115-3d02-4b69-bcf3-257d35e6bef7","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:23.701292614Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-e558ff","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-e558ff","reconcileID":"9cc98154-f4cf-4588-b4f0-faecad800e09","MaaSAuthPolicy":{"name":"e2e-default-int-auth-e558ff","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:23.701650494Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6bb38253-9127-4d02-87cd-eab08c323236","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:23.701849831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6bb38253-9127-4d02-87cd-eab08c323236","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:23.720883465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"33907047-a36d-443e-9b58-8fad7faefef2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:23.720906042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"33907047-a36d-443e-9b58-8fad7faefef2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:23.975559217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a2ead41-a7e9-4039-994b-b22c7ac32cc5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:23.975586109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a2ead41-a7e9-4039-994b-b22c7ac32cc5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:24.014789445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c5641f15-4737-44b9-9bb7-ef8455bd3bde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:24.015495533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de7734a7-f2ba-46e0-b76d-9ed01fe0628c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:24.032903943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c5641f15-4737-44b9-9bb7-ef8455bd3bde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:24.049035829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de7734a7-f2ba-46e0-b76d-9ed01fe0628c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:24.139993776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"ba33198c-1d83-4c86-8c57-e9b3a84079a4","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:24.147512057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"eec06eab-c3e1-4407-a108-77cce4640941","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:24.16964005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"8f3f94ac-dbad-49d3-9a78-d896b6fa9689","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:24.209157845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"8f3f94ac-dbad-49d3-9a78-d896b6fa9689","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:24.279468963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"1bd8e1ee-ffe7-4a3e-8494-c7ca54d500e9","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:24.375049175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"ccc85366-c521-4ef8-8db6-feb82454c8bc","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:24.391990117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"128c12d9-1d62-4109-b932-9523025c09a7","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:24.43587691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"81870c72-9c11-4cf9-836b-38f3bce0d426","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:24.436375615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"fdc2b034-84ba-48c2-ba0c-7a8784df78af","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:24.441460143Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"d96943e8-3575-494c-ab85-465319fa4bee","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:24.457938514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-models-access-denied-auth","reconcileID":"cbf17d49-3165-4b5a-974e-cf5bd3c9615e","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:24.533745646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"3d02c30e-135c-4f75-8151-69994f319ee4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:24.537621433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"9a72bcc2-7d25-4f29-90b9-d162589d0490","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:24.538453319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"2fae6635-eca9-4501-b650-464c92de4bf3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:24.545758909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"a5a86519-e463-4f6c-9fb8-d7b052bea872","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:24.549897092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-models-access-denied-auth","reconcileID":"cbf17d49-3165-4b5a-974e-cf5bd3c9615e","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:24.571456917Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9de872-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f070c092f9c106168001f8c51abbf62019bd56e7e4f10cd9e50d4a352efee905) AuthConfig (ed758a85956e154c135828ff334432587679fd6f2817d10441afe9aa181e4935) AuthConfig (9cc57d9ca0fed26f9020ffb0da71f18e2a73a18ef78e8df670a3167b616dbc84) AuthConfig (13ad959fa5155ced6561f4723cc02ab7215592c0303248bdc2347df9278b13c6) AuthConfig (4c62a4f6dead9e0932538cae5659ca0908c87e01a55ea49e2838fb019df21978) AuthConfig (5d1306e75722e0e1daa71018e8eb562793d52cade98d95545859fd622182c86f) AuthConfig (ceec9c0dc6eb1622f32f3c4921e2fa80ac1be5b003b5c27507a3d1f22723f268) AuthConfig (bbb84df465c92a2e290ca21b98a0d05b3e5d890f7842e9509225e7c51271be8c) AuthConfig (eee9c3a5b63f3fc4d43b107522a842a436c6ffef38b745bcdcc6d14379cf4962) AuthConfig (27230cce86f6c5aa82dda9292fecb54a2615866a7eb5c5e46c247b255ae15386) AuthConfig (39b92422b5340a4305ba14795d09cb9b60e1ce9ef4a41a45568122464428d192) AuthConfig (cbf94bc33d520c6644229be107bfc8c75940e3a8a7aa4876d55236790130f73b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-models-access-denied-auth","reconcileID":"cbf17d49-3165-4b5a-974e-cf5bd3c9615e","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:24.574380003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"8705c17c-baf2-4415-84f0-9b81a9e1b604","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:24.575441825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"0c2c7bae-0c9e-44ef-b4ce-74efbf287fcc","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:24.577028244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"3d02c30e-135c-4f75-8151-69994f319ee4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:24.594657563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"a5a86519-e463-4f6c-9fb8-d7b052bea872","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:24.606281932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"2fae6635-eca9-4501-b650-464c92de4bf3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:24.60758172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"25d3f75e-5a61-49da-b21b-5e6473f351af","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:24.608602563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"dff74294-0322-4fd5-9bdb-7fc45577ee40","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:24.630587137Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"e25132e9-5a6b-4ab5-9f68-61f2109ea3f2","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-distinct-w4-0458df","model":"distinct-w4-0458df","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-0458df/e2e-sa-multi-no-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:24.652605428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"8791ca6b-4107-4100-aa86-aa2dcc36e80d","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:24.675158426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"26e6e335-97c7-48ac-849a-df4796db3b50","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:24.688566171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"d30dca98-5c27-403f-93bd-978085c631a7","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:24.723515137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"8ca1a09f-8fb8-4d44-9e4b-a1052160f29a","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:24.724410586Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-models-user-sub","reconcileID":"63bb838b-c454-4644-a2f5-dd8078a7d654","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:24.725021272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-models-access-denied-auth","reconcileID":"5104d5d7-7d3b-40b7-a6e0-15f6006eca17","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:24.840251784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"6c4870c7-a031-4f71-958c-643223467d96","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-distinct-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/distinct-w4-0458df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:24.89916206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-models-access-denied-auth","reconcileID":"5104d5d7-7d3b-40b7-a6e0-15f6006eca17","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:24.900227497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"2182ddf9-1c7a-46e6-a528-f294ba3ae1d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:24.90185202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"8eebb750-575b-4cbe-b5ac-144174cbd801","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:24.912763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"a1aa13c2-2d06-4a63-a06b-622df7bf803f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:24.978271108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"e1069f6c-b935-40df-8805-c90e8e2a389f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:25.061067742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"8eebb750-575b-4cbe-b5ac-144174cbd801","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:25.076865175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"2182ddf9-1c7a-46e6-a528-f294ba3ae1d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:25.116712165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"a1aa13c2-2d06-4a63-a06b-622df7bf803f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:25.134207013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"e1069f6c-b935-40df-8805-c90e8e2a389f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:25.13676346Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-0458df priority=0:[ai-tenant-e2e-worker-w4-0458df/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w4-0458df/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:25.137306754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"928767c2-120b-43d9-86a8-ed87ac6535db","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:25.152839562Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-models-user-sub","reconcileID":"50fd492b-8461-4444-bb31-24e6e4c1c9f5","error":"failed to persist rateLimitIdentity: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:25.153675727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"37e33430-9697-47b6-be43-d86726a37fc6","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:25.157605691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"a633542d-3565-4df5-a2b6-6af07131d0a0","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:25.211355623Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"6554f840-d3df-40a8-9b92-b4d00d88ab2c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:25.211932474Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-models-user-sub","reconcileID":"257b8eae-1129-4168-a067-6d8193d0d7fc","error":"failed to persist rateLimitIdentity: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:25.22504958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"982e4370-216d-4246-8d2b-db0aa252c656","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:25.225672476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"50d994c7-ee8b-4fe0-8efe-95810cb1cb2c","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:25.24218598Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"ebd661e7-4c50-4e14-aa5c-703405b699a9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:25.248913821Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-9de872 priority=0:[ai-tenant-e2e-worker-w0-9de872/e2e-models-other-sub ai-tenant-e2e-worker-w0-9de872/e2e-models-user-sub]","namespace=ai-tenant-e2e-worker-w4-0458df priority=0:[ai-tenant-e2e-worker-w4-0458df/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w4-0458df/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:25.249712727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"27dcde16-31f0-499a-a298-9645fef2b588","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:25.250205735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"43d953fa-fd50-4a77-83f2-0df0ecb98ab1","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:25.258799179Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-0458df/e2e-sa-multi-no-hdr-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:25.2593661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"b3226323-2c0e-4c25-9b55-1c2cb7045e7a","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:25.309981842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"44fd9dab-a28e-4fed-87a6-288012482ade","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:25.341579018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"8c4f6452-2e4e-462e-b413-1407aa02a0de","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:25.359167173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"65bb9255-a48e-4359-a322-61fbcb754e64","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:25.360374139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"04eece1a-3887-4d66-90ba-02eafc1f6564","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:25.364647059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"f5c0c79b-f015-4d45-8227-c6ba6661deac","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:25.385883816Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-0458df/e2e-sa-multi-no-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:25.388489249Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-models-access-denied-auth","reconcileID":"5104d5d7-7d3b-40b7-a6e0-15f6006eca17","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-models-access-denied-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:25.39632926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"44fd9dab-a28e-4fed-87a6-288012482ade","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:25.407171946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"6a236813-b815-49a7-bd9e-dbcfdd2fa7c1","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:25.480961164Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"553f887b-9741-431f-81db-d9ae3e2656ea","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-distinct-2-w4-0458df","model":"distinct-2-w4-0458df","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-0458df/e2e-sa-multi-no-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:25.481683533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"04c54a19-c282-443d-bf1f-b5722b0ce94e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:25.483163866Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-models-other-sub","reconcileID":"f5713337-7569-49e2-909c-5df16cfa0f7b","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-simulator-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-9de872/e2e-models-other-sub","ai-tenant-e2e-worker-w0-9de872/e2e-models-user-sub","ai-tenant-e2e-worker-w0-9de872/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:25.571730239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"3220ec92-d637-4a80-87a5-12060898d88e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:25.572526996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-models-access-denied-auth","reconcileID":"2ea9a602-4958-47df-937d-c5babf721f0c","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:25.631895484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"04c54a19-c282-443d-bf1f-b5722b0ce94e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:25.726572015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"b8e4529e-b213-473e-882e-3bab40a37185","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:25.809813783Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-subscription","reconcileID":"54452da2-e05c-4dea-b286-e45ff889a5e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-simulator-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:25.835749755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-models-user-sub","reconcileID":"4fb32813-e6b9-4646-808f-8964f86f6f25","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-simulator-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:25.954112793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"b8e4529e-b213-473e-882e-3bab40a37185","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:25.956984722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-models-access-denied-auth","reconcileID":"2ea9a602-4958-47df-937d-c5babf721f0c","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:26.037998047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"3220ec92-d637-4a80-87a5-12060898d88e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:26.162704698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"a26a7c1e-f263-49f7-9c8f-19d9e98047a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:26.403563385Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-multi-keys-sub2","reconcileID":"0182093a-81b6-4235-ab90-9ecc1a060a27","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"model":"e2e-models-e2e-worker-w3-2889dd/distinct-2-w3-2889dd","subscription":"e2e-multi-keys-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:26.510269671Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-multi-keys-sub2","reconcileID":"0182093a-81b6-4235-ab90-9ecc1a060a27","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"model":"e2e-models-e2e-worker-w3-2889dd/distinct-2-w3-2889dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:26.567071813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"a26a7c1e-f263-49f7-9c8f-19d9e98047a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:26.655280276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-w1-85cb41","reconcileID":"20f22f3b-5524-4fa2-beef-48e1560577c9","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"distinct-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"distinct-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:26.732822968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"09465fd5-662a-456a-bc42-bec0a2cb2c0e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:26.755387245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"1c9373fc-a45e-4f2f-8621-6b51f1dcb9ff","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:26.756539695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"09916121-7de6-4665-97a0-5cc66c2c77a2","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:26.826858865Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-multi-keys-sub2","reconcileID":"0182093a-81b6-4235-ab90-9ecc1a060a27","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/distinct-2-w3-2889dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:26.85876068Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-models-other-sub","reconcileID":"47461363-31f5-4d35-b8e5-f139d5e10ba0","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-simulator-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:26.859975167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"fd8b9076-0b10-4929-a9ab-97029df59cc8","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-distinct-2-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/distinct-2-w4-0458df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:26.887510377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"09e257e1-f928-49da-9fad-552c17c79a92","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:26.911068338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"09465fd5-662a-456a-bc42-bec0a2cb2c0e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:26.995068243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"8bf4805f-b6c9-4263-b726-543c117f1174","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.003422326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"251e3ad5-19d7-49c1-a912-4dd5980f07ae","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.036328345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"f6dd7058-29e0-454c-9029-064590ecda6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.048922116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"251e3ad5-19d7-49c1-a912-4dd5980f07ae","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.088877979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"8bf4805f-b6c9-4263-b726-543c117f1174","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.090645982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"8a6e66a6-c555-4439-bf3a-0b9f35720c33","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.091612652Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-9de872 priority=0:[ai-tenant-e2e-worker-w0-9de872/e2e-models-other-sub ai-tenant-e2e-worker-w0-9de872/e2e-models-user-sub]","namespace=ai-tenant-e2e-worker-w4-0458df priority=0:[ai-tenant-e2e-worker-w4-0458df/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w4-0458df/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.100780925Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-models-user-sub","reconcileID":"68dcb304-7b52-4311-a695-6036676b825a","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-simulator-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.101505264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"561020e1-c10f-4e7d-90c9-2a9af4419591","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.15234048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"0d33855d-581c-4992-990b-7ba693f799f1","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.158561963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"561020e1-c10f-4e7d-90c9-2a9af4419591","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.174779531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"f6dd7058-29e0-454c-9029-064590ecda6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.275677077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"43590e87-74c0-43e8-90b0-2b2c8f9b8e4f","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.301124321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-multi-keys-auth2","reconcileID":"53dac1ee-1d3d-4ba0-9254-9c6648d3efbb","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.318317964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-multi-keys-auth2","reconcileID":"53dac1ee-1d3d-4ba0-9254-9c6648d3efbb","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.319172428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"14371a86-01fc-4767-aaa5-686265844f71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.382430203Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-multi-keys-auth1","reconcileID":"fa41101b-fcd6-4639-893b-0f15ba9751cf","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"model":"e2e-models-e2e-worker-w3-2889dd/distinct-w3-2889dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.41679776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"14371a86-01fc-4767-aaa5-686265844f71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.420616155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"ece213ca-ea11-454d-a0f5-68638386d630","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.431555375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"ece213ca-ea11-454d-a0f5-68638386d630","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.45913188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"7bc8777c-b98f-4313-b4cb-668f487d9277","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.612315996Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-multi-keys-auth2","reconcileID":"932e9194-3036-4bec-8e68-305668914560","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"model":"e2e-models-e2e-worker-w3-2889dd/distinct-2-w3-2889dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.612717903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"1a385513-0432-4b00-97f7-2330553f9e53","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.631404705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"40e1f96e-91a5-49ce-95fb-43b7c2f99777","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.691263695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"adfb62d2-8f3f-42ef-acf5-a867fed03a4b","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.691757296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"0f3c0a74-5b38-4ff2-983c-b88c2093c20f","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"premium-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"premium-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.692194527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-w1-85cb41","reconcileID":"7fef6e0d-19b1-4699-b40b-78cd578cc530","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"distinct-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"distinct-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.714759188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"02de40ee-52ab-4f0b-a037-e168feee503d","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.727359113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"3b72f293-cfa0-4272-9ead-d97207f9c1f8","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"premium-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"premium-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.727785549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-w1-85cb41","reconcileID":"f8052476-65b1-4c07-9c61-8b54be6a129f","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"distinct-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"distinct-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.728235707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"0502ca7a-2176-4c72-b556-a9e41e6fa25a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.736012977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-subscription","reconcileID":"7c25c274-a62b-4d93-ba5c-27dfe9f63655","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-premium-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.739398643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"0502ca7a-2176-4c72-b556-a9e41e6fa25a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.74124675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"c609de89-7969-4aac-a432-a538d50e72d7","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.766387459Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"5edb166b-ceb5-49e9-bcf5-6712c44e4295","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-541d2bf7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.850850272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"e23993aa-21f1-47fd-8693-97e246692fb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.859365477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"6c19d6a5-40a3-4870-b54c-213f79ae9b57","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.859961123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"4b4d83e4-c506-48ea-80a6-e3ed02e925e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.860945149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-subscription","reconcileID":"94ddf00c-7902-4e8c-9533-c6c1b37f63ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-simulator-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.861264852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"e23993aa-21f1-47fd-8693-97e246692fb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.862956991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"41ca2ee6-c09b-441d-a517-59435b3eef98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.871930743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"4b4d83e4-c506-48ea-80a6-e3ed02e925e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.876357872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"6c19d6a5-40a3-4870-b54c-213f79ae9b57","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.877794675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"41ca2ee6-c09b-441d-a517-59435b3eef98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.931263255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"b561e425-b496-4371-9d97-dc2f1073875e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.955776295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"b561e425-b496-4371-9d97-dc2f1073875e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:28.03800505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"ce08ad53-ad54-4ee3-aeb3-d267183ff1f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:28.050958832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"29d694ed-7790-4608-99cb-e3b1d0a7b982","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:28.051970659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"cc429460-801b-4ede-9acf-15505c78372e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:28.055039511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"0f38becc-025a-41c7-887a-4cf8c2afea8c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:28.055757793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"55626eb4-030b-45b5-ba18-6aea146f3228","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:28.067073304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"29d694ed-7790-4608-99cb-e3b1d0a7b982","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:28.071350391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"ce08ad53-ad54-4ee3-aeb3-d267183ff1f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:28.07878159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"cc429460-801b-4ede-9acf-15505c78372e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:28.084395445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"dbbd8e71-d0cf-444b-a820-f0a6f98fad5a","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:28.086299878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"55626eb4-030b-45b5-ba18-6aea146f3228","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:28.15690922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"0f38becc-025a-41c7-887a-4cf8c2afea8c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:28.164369819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"8f45a05f-3607-477c-ac36-4a7f30b0cd90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:28.169540518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"413aa5af-04fd-481c-a6b3-2ae16ab5090a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:28.174014408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"8f45a05f-3607-477c-ac36-4a7f30b0cd90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:28.174572762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-models-access-denied-auth","reconcileID":"87fd555e-e168-4073-a2e6-8f96a573cced","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:28.177841863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"413aa5af-04fd-481c-a6b3-2ae16ab5090a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:28.186506503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-models-access-denied-auth","reconcileID":"87fd555e-e168-4073-a2e6-8f96a573cced","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.036145009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"e28bc0ae-7432-447e-9808-5e1d8aaa8c17","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.075874556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"03e76ac7-36fd-4448-bc96-fd6a9f05449a","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.174567509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b68edfd4-d487-4ac3-b898-2a73ab7f6608","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.199718529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b68edfd4-d487-4ac3-b898-2a73ab7f6608","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.284955981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"34062bc9-3c9e-46e2-8d60-c626ddb48320","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:29.356769934Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-2889dd/e2e-sa-multi-hdr-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.35731922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"1a8a7de6-970e-4fe2-9303-cc20d6709653","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.357638788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"d60cf0dd-b252-45bb-a07f-558eba9a9e68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.358667709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"e59314e5-8e07-4da5-976c-1a960d0a8af0","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.364727719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"d60cf0dd-b252-45bb-a07f-558eba9a9e68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.364935151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"4cb91053-470d-45e7-8c8a-f8430b94f811","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.367864779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"5c0833e0-4264-431f-8f8e-c3dc8bafbcc2","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.369444916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"e7099d0c-4412-4340-84a4-558d7276628f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.377372757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"e7099d0c-4412-4340-84a4-558d7276628f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.38104688Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-sub1","reconcileID":"05ff26ce-2051-4e2a-9258-28236782570c","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-distinct-w3-2889dd","model":"distinct-w3-2889dd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-2889dd/e2e-sa-multi-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.387663152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"c091f9f1-471f-486e-b104-476ecee26b14","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.401473265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ef6b4e97-7968-4931-b384-dc14053c692a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.405702983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"07446bc0-b7a8-476f-b037-6f96da0610f6","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.409981119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ef6b4e97-7968-4931-b384-dc14053c692a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.469462444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"0e9e4e64-30ba-47dd-8f11-f80dd79d8040","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.47693731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"258e499f-91a2-4789-a266-25a5e2f11a98","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.480273988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-sub1","reconcileID":"da1a00e1-a6a6-49e3-966c-f30a70c803e2","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-distinct-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/distinct-w3-2889dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.573658966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"e03d81a7-6b8e-46d5-9590-0b2a8b8ce5fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.574412753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-auth2","reconcileID":"8b11e0d2-f5f4-4607-9de3-543efaa626b8","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.603911921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"e03d81a7-6b8e-46d5-9590-0b2a8b8ce5fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.605980923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-auth2","reconcileID":"8b11e0d2-f5f4-4607-9de3-543efaa626b8","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.618355429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"ec66e8e3-a2e0-467f-bb83-c523bda36690","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.626295657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"62fe1701-0ae7-48f4-85eb-844246c8d162","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.626727177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"ec66e8e3-a2e0-467f-bb83-c523bda36690","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.653755341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"bc9b3728-90bc-4167-9c05-ea448768dc28","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.653772144Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-2889dd priority=0:[ai-tenant-e2e-worker-w3-2889dd/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w3-2889dd/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.667633143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"b4794c74-9447-4490-be2f-a9570f4bbd84","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:29.6679226Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-sub2","reconcileID":"29efee63-0f59-4b15-b84e-8d919e3e0129","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.672348039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"aa28ccaa-f0f7-4435-a43a-505c907e6ecc","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.679858401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"7c8fe50c-6bd6-4e96-a4e3-c3a66537e21c","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.684662553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"9e3390c4-084a-4ea4-b912-9d2e6422bbce","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.701553638Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-sub2","reconcileID":"a60dca4a-53e4-4cfb-8ccf-701ad518806a","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-distinct-2-w3-2889dd","model":"distinct-2-w3-2889dd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-2889dd/e2e-sa-multi-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.719042023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-auth2","reconcileID":"dce4c77e-8e21-42a4-b45a-61f3f3ca9dc9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.719312829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"da67cfae-9432-474a-9326-699f8f98a03d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.7198887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-auth1","reconcileID":"1ee1d8a9-5dc9-4002-8d2c-84769c5539e1","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.719988643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"4829d956-7273-4565-a753-e99ad3235a24","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.720457278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"b8fe1917-d9df-4702-9f23-308232f11a79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.727050669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-auth2","reconcileID":"dce4c77e-8e21-42a4-b45a-61f3f3ca9dc9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.728069754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"da67cfae-9432-474a-9326-699f8f98a03d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.72965374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-auth1","reconcileID":"1ee1d8a9-5dc9-4002-8d2c-84769c5539e1","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.731726035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"b8fe1917-d9df-4702-9f23-308232f11a79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.796727815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-sub2","reconcileID":"6b7f9208-12b5-49ba-ac86-6874ca750637","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-distinct-2-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/distinct-2-w3-2889dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.816868236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"b1a6eda6-9983-4fd5-9550-4fa2e0ce2c3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.817260912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-auth1","reconcileID":"e407c68f-6adf-4884-9b5e-f13352b8419d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.817276821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-auth2","reconcileID":"e26977e2-9765-44aa-9552-b49624db1637","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.827689539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"b1a6eda6-9983-4fd5-9550-4fa2e0ce2c3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.828520696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-auth1","reconcileID":"e407c68f-6adf-4884-9b5e-f13352b8419d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.832420925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-auth2","reconcileID":"e26977e2-9765-44aa-9552-b49624db1637","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:31.232229364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"8db62f2e-9f55-4a99-bc3c-c6b90c7c809d","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:31.259201531Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-sub1","reconcileID":"4d51c0e7-0bec-477b-a976-f15230e41544","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6c4ef7c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:31.263593207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-auth1","reconcileID":"dc47c2e2-49e4-468d-a98b-587ac5820d7a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:31.264261666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-auth2","reconcileID":"15b30bd7-094f-4e0f-80e8-2cd7ab453b36","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:31.264974776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"3624d25f-5a4a-4adb-b6ea-34315ca77ea9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:31.26554655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"2a19be7a-30af-4fe4-8aec-b54116674501","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:31.276032797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"2a19be7a-30af-4fe4-8aec-b54116674501","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:31.279983431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-auth1","reconcileID":"dc47c2e2-49e4-468d-a98b-587ac5820d7a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:31.283872393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"3624d25f-5a4a-4adb-b6ea-34315ca77ea9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:31.300802573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-auth2","reconcileID":"15b30bd7-094f-4e0f-80e8-2cd7ab453b36","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:31.348393283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"1ba1bfd1-bd08-40fa-8a5e-eaf816d017c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:31.348834853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-auth2","reconcileID":"00dd0083-2f7d-4cb0-afd1-54d41ec0e383","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:31.348854449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-auth1","reconcileID":"d426469e-d922-4426-b9d1-05c557698cf9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:31.349499401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"e6cd01f2-9a96-461d-9c8d-8cfc1225baef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:31.358420926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-auth2","reconcileID":"00dd0083-2f7d-4cb0-afd1-54d41ec0e383","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:31.35852202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"1ba1bfd1-bd08-40fa-8a5e-eaf816d017c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:31.361944798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"e6cd01f2-9a96-461d-9c8d-8cfc1225baef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:31.365498103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-auth1","reconcileID":"d426469e-d922-4426-b9d1-05c557698cf9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:34.010395556Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-e558ff","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-e558ff","reconcileID":"9a31fc14-f476-4f9a-8b49-732e78d369cf","MaaSSubscription":{"name":"e2e-default-int-sub-e558ff","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-e558ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:34.028738336Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-e558ff","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-e558ff","reconcileID":"9a31fc14-f476-4f9a-8b49-732e78d369cf","MaaSSubscription":{"name":"e2e-default-int-sub-e558ff","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:34.041464862Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ca7e24c7-ec8d-4e60-bc51-556bfb5a3599","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:34.048729946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"55d66d41-83a0-46a8-a1cf-a04c443ae656","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:34.048751671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"55d66d41-83a0-46a8-a1cf-a04c443ae656","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:34.061375401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8439c7de-ac46-4c0e-a2db-c68e02fed840","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:34.061465962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"bb9f53c6-ac8b-4f12-8853-7ecf779a5595","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:34.068412373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"175a648e-faa8-499d-83cc-e562586dcbb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:34.075821428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8439c7de-ac46-4c0e-a2db-c68e02fed840","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:34.08852163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"175a648e-faa8-499d-83cc-e562586dcbb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:34.730247442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f9aedf79-ad71-4d96-a8bc-2ea58775e47f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:34.730266339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f9aedf79-ad71-4d96-a8bc-2ea58775e47f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:34.736171248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac61e854-cbc4-4102-8354-e2eb3b6fc634","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:34.736193357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac61e854-cbc4-4102-8354-e2eb3b6fc634","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:34.742356287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-92fbeaaf","namespace":"ai-tenant-e2e-mt-92fbeaaf"},"namespace":"ai-tenant-e2e-mt-92fbeaaf","name":"e2e-shared-int-policy-92fbeaaf","reconcileID":"b91433b8-c1e8-472f-9430-27cd2e7504b4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-92fbeaaf","namespace":"ai-tenant-e2e-mt-92fbeaaf"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:34.817287614Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-92fbeaaf","namespace":"ai-tenant-e2e-mt-92fbeaaf"},"namespace":"ai-tenant-e2e-mt-92fbeaaf","name":"e2e-shared-int-policy-92fbeaaf","reconcileID":"b91433b8-c1e8-472f-9430-27cd2e7504b4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-92fbeaaf","namespace":"ai-tenant-e2e-mt-92fbeaaf"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:34.826814345Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-92fbeaaf","namespace":"ai-tenant-e2e-mt-92fbeaaf"},"namespace":"ai-tenant-e2e-mt-92fbeaaf","name":"e2e-shared-int-policy-92fbeaaf","reconcileID":"b91433b8-c1e8-472f-9430-27cd2e7504b4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-92fbeaaf","namespace":"ai-tenant-e2e-mt-92fbeaaf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:34.840356848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8ed04c3e-d903-45d6-ab48-70cf8f846219","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:34.84419022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8ed04c3e-d903-45d6-ab48-70cf8f846219","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:34.916402794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ffb51bef-6e81-4f42-ba8a-aad15d615b38","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:34.917389516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ffb51bef-6e81-4f42-ba8a-aad15d615b38","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:34.92777668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-92fbeaaf","namespace":"ai-tenant-e2e-mt-92fbeaaf"},"namespace":"ai-tenant-e2e-mt-92fbeaaf","name":"e2e-shared-int-policy-92fbeaaf","reconcileID":"f0a0e383-0185-43a5-a765-2725bc2f397c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-92fbeaaf","namespace":"ai-tenant-e2e-mt-92fbeaaf"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:34.92840293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"557d935b-75e5-4a9a-866e-0f0547f6d55a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:34.92845412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"557d935b-75e5-4a9a-866e-0f0547f6d55a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:34.929474165Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-92fbeaaf","namespace":"ai-tenant-e2e-mt-92fbeaaf"},"namespace":"ai-tenant-e2e-mt-92fbeaaf","name":"e2e-shared-int-sub-92fbeaaf","reconcileID":"79d335ef-1605-4456-89e0-8acde22eacfb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-92fbeaaf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:34.935808374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-92fbeaaf","namespace":"ai-tenant-e2e-mt-92fbeaaf"},"namespace":"ai-tenant-e2e-mt-92fbeaaf","name":"e2e-shared-int-policy-92fbeaaf","reconcileID":"f0a0e383-0185-43a5-a765-2725bc2f397c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-92fbeaaf","namespace":"ai-tenant-e2e-mt-92fbeaaf"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:34.941436828Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-92fbeaaf","namespace":"ai-tenant-e2e-mt-92fbeaaf"},"namespace":"ai-tenant-e2e-mt-92fbeaaf","name":"e2e-shared-int-policy-92fbeaaf","reconcileID":"f0a0e383-0185-43a5-a765-2725bc2f397c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-92fbeaaf","namespace":"ai-tenant-e2e-mt-92fbeaaf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:34.946161948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b97affc-a001-4737-aae0-8db8ef0ac338","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:34.946181114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b97affc-a001-4737-aae0-8db8ef0ac338","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:34.951772661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b39dcab2-5b41-468c-ba26-e831916d5169","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:34.95178663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b39dcab2-5b41-468c-ba26-e831916d5169","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:34.983536087Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-92fbeaaf","namespace":"ai-tenant-e2e-mt-92fbeaaf"},"namespace":"ai-tenant-e2e-mt-92fbeaaf","name":"e2e-shared-int-sub-92fbeaaf","reconcileID":"419194f9-20a0-4efc-8c8c-e76c1fb923cf","MaaSSubscription":{"name":"e2e-shared-int-sub-92fbeaaf","namespace":"ai-tenant-e2e-mt-92fbeaaf"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-92fbeaaf/e2e-shared-int-sub-92fbeaaf","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:35.004698996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a170b56a-78ee-4b67-b0ed-0fa18579421a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:35.004720153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a170b56a-78ee-4b67-b0ed-0fa18579421a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:35.088852286Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-92fbeaaf","namespace":"ai-tenant-e2e-mt-92fbeaaf"},"namespace":"ai-tenant-e2e-mt-92fbeaaf","name":"e2e-shared-int-sub-92fbeaaf","reconcileID":"278c248f-7860-4c9e-a878-845cbd8e7bba","MaaSSubscription":{"name":"e2e-shared-int-sub-92fbeaaf","namespace":"ai-tenant-e2e-mt-92fbeaaf"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:35.089422411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"937d5460-a9f5-42cb-9cca-4b3fecb4f997","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:35.852909937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d574a73-b4b8-4fea-a24a-074cecf3afd2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:35.852937671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d574a73-b4b8-4fea-a24a-074cecf3afd2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:35.860751695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3a85ccee-74af-48fe-b960-08218cf3fbbf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:35.86077368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3a85ccee-74af-48fe-b960-08218cf3fbbf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:35.87077943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-92fbeaaf","namespace":"ai-tenant-e2e-mt-bf4c9dd2"},"namespace":"ai-tenant-e2e-mt-bf4c9dd2","name":"e2e-shared-int-policy-92fbeaaf","reconcileID":"fa6a5c96-513e-4c36-a375-574190151617","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-92fbeaaf","namespace":"ai-tenant-e2e-mt-bf4c9dd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:35.880311725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-92fbeaaf","namespace":"ai-tenant-e2e-mt-bf4c9dd2"},"namespace":"ai-tenant-e2e-mt-bf4c9dd2","name":"e2e-shared-int-policy-92fbeaaf","reconcileID":"fa6a5c96-513e-4c36-a375-574190151617","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-92fbeaaf","namespace":"ai-tenant-e2e-mt-bf4c9dd2"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:35.887300648Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-92fbeaaf","namespace":"ai-tenant-e2e-mt-bf4c9dd2"},"namespace":"ai-tenant-e2e-mt-bf4c9dd2","name":"e2e-shared-int-policy-92fbeaaf","reconcileID":"fa6a5c96-513e-4c36-a375-574190151617","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-92fbeaaf","namespace":"ai-tenant-e2e-mt-bf4c9dd2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:35.896072079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"45363604-c6b2-4765-a41b-2dcc0717a638","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:35.896133028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"45363604-c6b2-4765-a41b-2dcc0717a638","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:36.046559234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f4377cca-ad8e-461d-ba5d-3ec11678ac7f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:36.046582034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f4377cca-ad8e-461d-ba5d-3ec11678ac7f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:36.060435838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"76bd62fa-9402-4806-8c9f-26fe6d444a16","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:36.060459689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"76bd62fa-9402-4806-8c9f-26fe6d444a16","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:36.061479728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-92fbeaaf","namespace":"ai-tenant-e2e-mt-bf4c9dd2"},"namespace":"ai-tenant-e2e-mt-bf4c9dd2","name":"e2e-shared-int-policy-92fbeaaf","reconcileID":"9864b596-e34d-4058-8e39-168a2f477024","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-92fbeaaf","namespace":"ai-tenant-e2e-mt-bf4c9dd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:36.064975037Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-92fbeaaf","namespace":"ai-tenant-e2e-mt-bf4c9dd2"},"namespace":"ai-tenant-e2e-mt-bf4c9dd2","name":"e2e-shared-int-sub-92fbeaaf","reconcileID":"b7aedf11-b5f9-471c-9907-b3cc545befe7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-92fbeaaf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:36.070296403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-92fbeaaf","namespace":"ai-tenant-e2e-mt-bf4c9dd2"},"namespace":"ai-tenant-e2e-mt-bf4c9dd2","name":"e2e-shared-int-policy-92fbeaaf","reconcileID":"9864b596-e34d-4058-8e39-168a2f477024","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-92fbeaaf","namespace":"ai-tenant-e2e-mt-bf4c9dd2"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:36.077627009Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-92fbeaaf","namespace":"ai-tenant-e2e-mt-bf4c9dd2"},"namespace":"ai-tenant-e2e-mt-bf4c9dd2","name":"e2e-shared-int-policy-92fbeaaf","reconcileID":"9864b596-e34d-4058-8e39-168a2f477024","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-92fbeaaf","namespace":"ai-tenant-e2e-mt-bf4c9dd2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:36.080412205Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"11774529-4944-4180-a7e2-2a0a03f74f86","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:36.080433372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"11774529-4944-4180-a7e2-2a0a03f74f86","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:36.088399109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e08e84a-38c4-4360-9a84-6d0b8059cc8c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:36.088415925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e08e84a-38c4-4360-9a84-6d0b8059cc8c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:36.111393603Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-92fbeaaf","namespace":"ai-tenant-e2e-mt-bf4c9dd2"},"namespace":"ai-tenant-e2e-mt-bf4c9dd2","name":"e2e-shared-int-sub-92fbeaaf","reconcileID":"222938fc-73cb-4769-ab7f-2dadad52f6e6","MaaSSubscription":{"name":"e2e-shared-int-sub-92fbeaaf","namespace":"ai-tenant-e2e-mt-bf4c9dd2"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-92fbeaaf/e2e-shared-int-sub-92fbeaaf","ai-tenant-e2e-mt-bf4c9dd2/e2e-shared-int-sub-92fbeaaf","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:36.129948391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"efe3970a-5a40-474d-bc7e-6de4f72047b6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:36.129964456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"efe3970a-5a40-474d-bc7e-6de4f72047b6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:36.207766622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b0466c31-49c8-464b-8e82-afcd49465825","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:36.208349953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-92fbeaaf","namespace":"ai-tenant-e2e-mt-bf4c9dd2"},"namespace":"ai-tenant-e2e-mt-bf4c9dd2","name":"e2e-shared-int-sub-92fbeaaf","reconcileID":"708fea05-fdfc-4b44-9311-443aa18b1e01","MaaSSubscription":{"name":"e2e-shared-int-sub-92fbeaaf","namespace":"ai-tenant-e2e-mt-bf4c9dd2"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:36.208925895Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-92fbeaaf","namespace":"ai-tenant-e2e-mt-92fbeaaf"},"namespace":"ai-tenant-e2e-mt-92fbeaaf","name":"e2e-shared-int-sub-92fbeaaf","reconcileID":"f0889485-4d71-4b50-81e7-345928b6eb8e","MaaSSubscription":{"name":"e2e-shared-int-sub-92fbeaaf","namespace":"ai-tenant-e2e-mt-92fbeaaf"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:36.832191214Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-92fbeaaf","namespace":"ai-tenant-e2e-mt-92fbeaaf"},"namespace":"ai-tenant-e2e-mt-92fbeaaf","name":"e2e-shared-int-policy-92fbeaaf","reconcileID":"aa35cc13-6bbc-4061-80c1-75c68bbb9ccf","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-92fbeaaf","namespace":"ai-tenant-e2e-mt-92fbeaaf"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:36.832316594Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8ccb3022-d16f-47f9-8694-1af0c0a2baa3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:36.83233657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8ccb3022-d16f-47f9-8694-1af0c0a2baa3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:36.838199959Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-92fbeaaf","namespace":"ai-tenant-e2e-mt-92fbeaaf"},"namespace":"ai-tenant-e2e-mt-92fbeaaf","name":"e2e-shared-int-policy-92fbeaaf","reconcileID":"aa35cc13-6bbc-4061-80c1-75c68bbb9ccf","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-92fbeaaf","namespace":"ai-tenant-e2e-mt-92fbeaaf"},"policyNamespace":"ai-tenant-e2e-mt-92fbeaaf","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:36.844802337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"32f4439f-fe6d-42cb-9fa6-c12777dde311","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:36.844817011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"32f4439f-fe6d-42cb-9fa6-c12777dde311","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:37.03174042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"229ffb92-09d5-4a46-816f-47d4c3cd3e48","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:37.031764781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"229ffb92-09d5-4a46-816f-47d4c3cd3e48","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:37.771292678Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"ceb1f294-96de-4c41-a557-ecae8642de3d","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"model":"e2e-models-e2e-worker-w4-0458df/distinct-w4-0458df","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:37.775309333Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"ceb1f294-96de-4c41-a557-ecae8642de3d","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"model":"e2e-models-e2e-worker-w4-0458df/distinct-w4-0458df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:37.781997357Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"ceb1f294-96de-4c41-a557-ecae8642de3d","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/distinct-w4-0458df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:37.823325087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"87a39089-3e82-4c10-9390-50a305abe514","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:37.85173767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"82bec6a4-b362-4166-8ddc-84f7c04d6a8d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:37.85213475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"c1fef1d5-05b4-4395-ada0-74d47e1f1c78","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:37.854507827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"405c33e2-fe73-42d4-b1da-6b94e8ae5f02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:37.854522206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"930fabe2-234c-408d-891f-68ece7ba0355","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:37.859396781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"82bec6a4-b362-4166-8ddc-84f7c04d6a8d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:37.861757445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"c1fef1d5-05b4-4395-ada0-74d47e1f1c78","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:37.862551355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"405c33e2-fe73-42d4-b1da-6b94e8ae5f02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:37.864501977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"930fabe2-234c-408d-891f-68ece7ba0355","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:38.000568425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"2672d66d-d0f0-458f-8fb1-18ebdee194b5","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:38.124596156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c853ece6-60dc-4f38-afd3-86cf40f669f3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:38.129921298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"82c1fc3d-ddd1-4af0-a32a-08c68be99693","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:38.130021381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"c2a5afd8-fc13-4206-a05b-e316410eefd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:38.135048137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c853ece6-60dc-4f38-afd3-86cf40f669f3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:38.135838728Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"6eedd81b-0741-421d-bbad-a7af4f7d63fd","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-642ba060","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:38.142196465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"c2a5afd8-fc13-4206-a05b-e316410eefd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:38.144846463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"82c1fc3d-ddd1-4af0-a32a-08c68be99693","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:38.177768326Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-models-user-sub","reconcileID":"31f9f1a4-216d-4772-85ed-3d58ea47ed14","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-9de872"},"model":"e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872","subscription":"e2e-models-user-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:38.195286334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"df163038-ef9e-48d6-9944-df15df937dec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:38.220498644Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-models-user-sub","reconcileID":"31f9f1a4-216d-4772-85ed-3d58ea47ed14","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-simulator-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-9de872/e2e-models-other-sub","ai-tenant-e2e-worker-w0-9de872/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:38.239070317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"df163038-ef9e-48d6-9944-df15df937dec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:38.254346002Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-models-other-sub","reconcileID":"c676efc7-6f07-4fa2-afe0-665569067863","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-simulator-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:38.260812864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-subscription","reconcileID":"5097d4a0-ef32-44c9-90f2-7ecb8bb911e8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-simulator-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:38.290611616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"1aacb597-e3da-44a0-8e66-5861383d01d7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:38.291145777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"bb8edab8-a5b4-49f1-a32d-c59c914e75c0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:38.29262003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"3fc087df-f91e-4229-8083-b847c34485c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:38.303455828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"bb8edab8-a5b4-49f1-a32d-c59c914e75c0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:38.30946647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"3fc087df-f91e-4229-8083-b847c34485c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:38.310974253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"1aacb597-e3da-44a0-8e66-5861383d01d7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:38.606369114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"4931ebda-fbf4-45f1-aba1-9e5491f832af","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:38.705177049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"9d4d4fb4-d2b8-4931-a2df-5eadb5e1ebcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:38.7111837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-sub2","reconcileID":"68c0bf57-2741-48a0-a128-8704385cf0a4","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-distinct-2-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/distinct-2-w3-2889dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:38.711616291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"c7f2887b-26ac-4ad7-a8ef-5e4476ac27b0","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:39.00288703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"9d4d4fb4-d2b8-4931-a2df-5eadb5e1ebcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:39.042749458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-models-access-denied-auth","reconcileID":"140980f5-eb74-474f-88ef-5737025a04f8","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:39.042969661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"b62d8e97-04c2-408f-ac6a-4acb8f2a23b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:39.244900125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-models-access-denied-auth","reconcileID":"140980f5-eb74-474f-88ef-5737025a04f8","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:39.268953881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"b62d8e97-04c2-408f-ac6a-4acb8f2a23b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:39.288495589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"2b0d1417-a4b0-4a2f-9ca7-d78e3c52487b","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:39.784827244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"f129e056-fe55-4637-ac31-6ac74b9f106b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:39.799801034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"e481f621-02f1-49d2-99f4-c78034929d0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:39.823440385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"ed408420-190a-48c7-8540-31359a2d3aaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:40.0497361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"f129e056-fe55-4637-ac31-6ac74b9f106b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:40.054509457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"e481f621-02f1-49d2-99f4-c78034929d0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:40.131884626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"ed408420-190a-48c7-8540-31359a2d3aaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:40.133336081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"33f01242-64fb-4816-98ec-762e99977a48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:40.255816779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-models-access-denied-auth","reconcileID":"bb6dce7a-69ba-4e20-9a84-d0acca571068","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:40.339934326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-models-access-denied-auth","reconcileID":"bb6dce7a-69ba-4e20-9a84-d0acca571068","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:40.406551213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"33f01242-64fb-4816-98ec-762e99977a48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:40.459586791Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:40.690503753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"488d9590-7dc1-4bad-bfa0-f8cbe175d391","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:40.695541511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d5a48dc5-a4bb-403f-9c8d-f6f9722a9fc9","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:41.031623302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"3357dc27-3fe6-4718-9c1d-2cca58c1fa93","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:41.032526331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"8deb66bf-7004-478c-b2e5-f1fccd21f736","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:41.105901734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d5a48dc5-a4bb-403f-9c8d-f6f9722a9fc9","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:41.230770794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"3357dc27-3fe6-4718-9c1d-2cca58c1fa93","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:41.382043748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"8deb66bf-7004-478c-b2e5-f1fccd21f736","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:41.383715464Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-sub1","reconcileID":"c05877ae-0516-4c88-9230-9fdcc613655f","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"model":"e2e-models-e2e-worker-w3-2889dd/distinct-w3-2889dd","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:41.423780134Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-sub1","reconcileID":"c05877ae-0516-4c88-9230-9fdcc613655f","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"model":"e2e-models-e2e-worker-w3-2889dd/distinct-w3-2889dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:41.449388001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"488d9590-7dc1-4bad-bfa0-f8cbe175d391","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:41.578573782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"ebe16469-2f9a-4a14-bc0d-6f62c5e3ac66","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:41.579723677Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-sub1","reconcileID":"c05877ae-0516-4c88-9230-9fdcc613655f","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/distinct-w3-2889dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:41.920232004Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-sub2","reconcileID":"a74c25a4-f8c1-4bcf-ad39-04c1a64ecbe9","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-distinct-2-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/distinct-2-w3-2889dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:42.024852878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-auth1","reconcileID":"79d99f4e-f969-4c0b-b4b4-3adfba0dfceb","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:42.027737611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"a0f1355e-b044-4ad6-b0bf-5b9adeb48a76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:42.028039062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"770bb114-8cac-4a02-a587-8f1220fed624","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:42.028355861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-auth2","reconcileID":"4ebdf7dc-2e24-41f4-8613-c4b7170572fc","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:42.033553856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"9eac88fe-b79e-4f7d-a833-c986dc312543","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:42.225340406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-auth1","reconcileID":"79d99f4e-f969-4c0b-b4b4-3adfba0dfceb","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:42.361914047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-auth2","reconcileID":"4ebdf7dc-2e24-41f4-8613-c4b7170572fc","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:42.378198211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"770bb114-8cac-4a02-a587-8f1220fed624","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:42.391052856Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-sub2","reconcileID":"8687e13b-ba00-446d-b9a1-de687002e09c","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"model":"e2e-models-e2e-worker-w3-2889dd/distinct-2-w3-2889dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:42.557474939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"acedecf1-bdbc-4a82-a427-03e74b923808","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:42.601114801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"a0f1355e-b044-4ad6-b0bf-5b9adeb48a76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:42.649086234Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-sub2","reconcileID":"8687e13b-ba00-446d-b9a1-de687002e09c","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/distinct-2-w3-2889dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:42.682431134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"baff9fa9-4cc9-4a5d-9e14-265645ba74e8","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"premium-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"premium-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:42.70192008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-subscription","reconcileID":"2dfe47ee-7581-4245-88ff-f7fd7fe281ef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-premium-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/premium-w3-2889dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:42.874434144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-auth2","reconcileID":"2bec489e-2e5c-4692-87de-e1426918f32c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:42.984464053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-auth1","reconcileID":"a4663d12-b869-4f14-a894-ec257b1bb618","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:43.01882442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"6f8395ad-fa6b-474b-a96b-2eb770a79966","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:43.077811458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"bf28e773-187e-49f2-987a-9874c6002645","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"premium-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"premium-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:43.146451555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-auth2","reconcileID":"2bec489e-2e5c-4692-87de-e1426918f32c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:43.225439257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"f1786f9e-9298-46b9-be55-ba464ac64d51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:43.361653633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"6f8395ad-fa6b-474b-a96b-2eb770a79966","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:43.392471894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"f1786f9e-9298-46b9-be55-ba464ac64d51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:43.434484431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-auth1","reconcileID":"a4663d12-b869-4f14-a894-ec257b1bb618","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:43.440501808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"a808b5a0-5bb0-4df5-a4fa-6740ec8c3bdd","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:43.440707869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-subscription","reconcileID":"16eecee1-cac9-4a80-b5b5-f576570732c6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-premium-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/premium-w3-2889dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:43.514247024Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-sub2","reconcileID":"c84a4d9b-ebcd-42b1-8c9c-b3a7fe604aa9","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-812953cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:43.538650749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-auth2","reconcileID":"ad3757dc-0d27-4362-968f-f09db1f95edf","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:43.604725148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"3ca62991-87f6-425f-92b0-480514960e23","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:43.627669388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-auth2","reconcileID":"ad3757dc-0d27-4362-968f-f09db1f95edf","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:43.754991683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-auth1","reconcileID":"1a935a66-5f88-440d-84fc-babe6cea5cec","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:43.784859015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"eaecaec8-1689-46be-be99-aa77fcd8a4b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:43.962733115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-auth1","reconcileID":"1a935a66-5f88-440d-84fc-babe6cea5cec","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:44.016544346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-2-w0-9de872","reconcileID":"251c535a-19bd-4ceb-ac2b-a8a6dd133cec","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"distinct-2-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"distinct-2-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:44.017903384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-subscription","reconcileID":"de0c6cad-1c5e-4913-97ee-07534eadfa79","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-premium-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/premium-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:44.069448593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"eaecaec8-1689-46be-be99-aa77fcd8a4b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:44.070191858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"137e043d-dca4-4eef-872c-4b91f38e4e76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:44.071257339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"4f333805-f85d-4010-b59b-fd34ff05a107","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:44.279610068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"e8fc6789-9495-4fa8-bf78-9ec71943dd20","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"premium-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"premium-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:44.329923078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"4f333805-f85d-4010-b59b-fd34ff05a107","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:44.356958286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-auth2","reconcileID":"cccbe9d3-b6b7-448b-a94a-96d44086ecf9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:44.374538536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"137e043d-dca4-4eef-872c-4b91f38e4e76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:44.393807093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"b6781d3e-e1a1-4820-85ee-a8396ddb5cab","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:44.634853681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"9784be1c-395a-477a-ba70-e648d363540f","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:44.696560561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-auth2","reconcileID":"cccbe9d3-b6b7-448b-a94a-96d44086ecf9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:44.642383717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-models-access-denied-auth","reconcileID":"ffa87792-d4d3-4bf8-91b4-a6ef26e108ab","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:44.699689407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"8a1cbc27-046f-4bd7-91d1-a0245cca4b6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:44.732123882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"405b252b-c330-4a01-866c-7632a5a2f256","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"premium-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"premium-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:44.643057804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-subscription","reconcileID":"b47d923c-453d-453c-a56d-9af96cc660ca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-premium-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:44.740412887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-subscription","reconcileID":"5932340d-cbd6-44cb-95fe-b95537e3bb00","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-premium-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/premium-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:44.887642267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"5be0f086-d006-41ae-827a-4aa91280d610","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:44.895879819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"265f6c4d-afb0-4149-bb55-e62c7324190b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:44.897643937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"8a1cbc27-046f-4bd7-91d1-a0245cca4b6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:44.963296521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-models-access-denied-auth","reconcileID":"ffa87792-d4d3-4bf8-91b4-a6ef26e108ab","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:45.047685412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-subscription","reconcileID":"ffa8f147-3c2c-4674-b346-49726169f3a9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-premium-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:45.072751029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"07a2d432-a4d4-4d48-9052-6e05cd64b396","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"premium-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"premium-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:45.087180066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"265f6c4d-afb0-4149-bb55-e62c7324190b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:45.268764585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-auth1","reconcileID":"3ae0d0c6-b6e5-4a33-a33b-deda22197624","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:45.314473147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"0c3acd14-eb13-4b4b-9f6a-0b72c8db3e80","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:45.327368257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"5be0f086-d006-41ae-827a-4aa91280d610","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:45.329270981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-auth1","reconcileID":"3ae0d0c6-b6e5-4a33-a33b-deda22197624","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:45.340910988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"3243b5ca-fe4d-4b19-a151-a91d68e0be3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:45.352212827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"52e53fd5-c51c-4e27-b478-3e20640bc423","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"premium-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"premium-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:45.353987518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-subscription","reconcileID":"41c4bc62-26e6-4a22-b742-fa9db3b136ad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-premium-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:45.355085283Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-subscription","reconcileID":"0366a647-9e1c-4f80-a5ff-fff31e889556","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:45.388153768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-subscription","reconcileID":"e440376e-fbf7-4061-9ebe-55dd14eceea0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-premium-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:45.39181861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"3243b5ca-fe4d-4b19-a151-a91d68e0be3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:45.458704701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"7c1a7029-5f0e-45ee-bf8a-bad373e24cb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:45.461250006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"d17164a2-566e-47ce-b330-17ade850cc42","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:45.475655612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"7c1a7029-5f0e-45ee-bf8a-bad373e24cb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:45.529137612Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-subscription","reconcileID":"27d6ca19-c8e2-4713-9a1c-270411a18ec0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:45.595281241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-auth1","reconcileID":"05614179-6e08-413e-bc3a-1b16feb2ed29","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:45.595996768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"4bcae3c2-7b57-407e-b8f2-29452886d44c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:45.601495059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"287ecebe-a806-4dcb-9f83-509654f2b770","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:45.61402556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-auth1","reconcileID":"05614179-6e08-413e-bc3a-1b16feb2ed29","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:45.627835382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"287ecebe-a806-4dcb-9f83-509654f2b770","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:45.628060137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"4bcae3c2-7b57-407e-b8f2-29452886d44c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:45.651654324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"a45d2eb5-5d52-418f-8ef5-2d6273c42d33","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"premium-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"premium-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:45.652327018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-auth2","reconcileID":"2e13b206-6bff-466b-89cb-b4f3f2f0851a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:45.671616151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-auth2","reconcileID":"2e13b206-6bff-466b-89cb-b4f3f2f0851a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:45.685254879Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-subscription","reconcileID":"64c2a426-962e-4e07-87d4-a3fdb615bee6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-premium-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/premium-w3-2889dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:45.770245099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"369d2920-e032-49de-aed7-134a73828367","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"premium-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"premium-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:45.842076595Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-subscription","reconcileID":"793a2c3e-4337-4589-bdbd-ea5257f6c945","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-premium-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/premium-w3-2889dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:45.863823281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-auth1","reconcileID":"6bf58373-1c4f-4f98-96c1-0ac0a8c922ce","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:45.864758118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-auth2","reconcileID":"3e3ca873-3754-435e-9972-52f2531da9c1","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:45.865458671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"012164b0-dbe0-4afd-91e5-0c2832660866","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:45.866020087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"47134702-724a-4fbc-bcd4-1d9e5bd65f38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:45.899657437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"012164b0-dbe0-4afd-91e5-0c2832660866","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:45.918321975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-auth1","reconcileID":"6bf58373-1c4f-4f98-96c1-0ac0a8c922ce","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:45.93090319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"47134702-724a-4fbc-bcd4-1d9e5bd65f38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:45.935420287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-auth2","reconcileID":"3e3ca873-3754-435e-9972-52f2531da9c1","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:46.154834095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-92fbeaaf","namespace":"ai-tenant-e2e-mt-bf4c9dd2"},"namespace":"ai-tenant-e2e-mt-bf4c9dd2","name":"e2e-shared-int-policy-92fbeaaf","reconcileID":"a986a5d9-8fff-4b93-ac83-58b78168957a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-92fbeaaf","namespace":"ai-tenant-e2e-mt-bf4c9dd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:46.180196775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-92fbeaaf","namespace":"ai-tenant-e2e-mt-bf4c9dd2"},"namespace":"ai-tenant-e2e-mt-bf4c9dd2","name":"e2e-shared-int-policy-92fbeaaf","reconcileID":"a986a5d9-8fff-4b93-ac83-58b78168957a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-92fbeaaf","namespace":"ai-tenant-e2e-mt-bf4c9dd2"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:46.197993566Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-92fbeaaf","namespace":"ai-tenant-e2e-mt-bf4c9dd2"},"namespace":"ai-tenant-e2e-mt-bf4c9dd2","name":"e2e-shared-int-policy-92fbeaaf","reconcileID":"a986a5d9-8fff-4b93-ac83-58b78168957a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-92fbeaaf","namespace":"ai-tenant-e2e-mt-bf4c9dd2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:47.067882834Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-92fbeaaf","namespace":"ai-tenant-e2e-mt-92fbeaaf"},"namespace":"ai-tenant-e2e-mt-92fbeaaf","name":"e2e-shared-int-sub-92fbeaaf","reconcileID":"712cda45-40b1-40be-af12-3dc577480321","MaaSSubscription":{"name":"e2e-shared-int-sub-92fbeaaf","namespace":"ai-tenant-e2e-mt-92fbeaaf"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-92fbeaaf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:47.093246786Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-92fbeaaf","namespace":"ai-tenant-e2e-mt-92fbeaaf"},"namespace":"ai-tenant-e2e-mt-92fbeaaf","name":"e2e-shared-int-sub-92fbeaaf","reconcileID":"712cda45-40b1-40be-af12-3dc577480321","MaaSSubscription":{"name":"e2e-shared-int-sub-92fbeaaf","namespace":"ai-tenant-e2e-mt-92fbeaaf"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-bf4c9dd2/e2e-shared-int-sub-92fbeaaf","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:47.109690785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2d891256-c282-4b98-ba3a-69e169d88101","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:47.109818015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-92fbeaaf","namespace":"ai-tenant-e2e-mt-bf4c9dd2"},"namespace":"ai-tenant-e2e-mt-bf4c9dd2","name":"e2e-shared-int-sub-92fbeaaf","reconcileID":"5d5df50b-d96f-4c37-8d69-957f0e0c64b0","MaaSSubscription":{"name":"e2e-shared-int-sub-92fbeaaf","namespace":"ai-tenant-e2e-mt-bf4c9dd2"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:47.119041504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"178dff16-e4fa-4fed-be60-710be21927d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:47.119062163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"178dff16-e4fa-4fed-be60-710be21927d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:47.324193815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"b93dcfbc-0e95-4954-80b2-76f5367a5e3e","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:47.342403587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-subscription","reconcileID":"2a0a6141-ae7e-45f6-b4aa-42898f30eec8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-premium-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/premium-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:47.344361274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"036a2281-39df-482f-b6e3-018ed5a17d2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:47.34465802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-models-access-denied-auth","reconcileID":"b3d95dc7-56f8-43ae-b39a-cfd38c6af6dd","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:47.344833526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"5e98ad0a-6ac1-42a2-894a-9c69c1e142f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:47.352189224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"036a2281-39df-482f-b6e3-018ed5a17d2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:47.352865188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-models-access-denied-auth","reconcileID":"b3d95dc7-56f8-43ae-b39a-cfd38c6af6dd","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:47.355142537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"5e98ad0a-6ac1-42a2-894a-9c69c1e142f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:47.361510054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"eeb2c38e-9953-4cbe-85e3-5e8676980714","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:47.437154119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-subscription","reconcileID":"22aef061-a125-4ea1-b2c9-69765e18bf55","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-premium-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/premium-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:47.62445415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-2-w0-9de872","reconcileID":"189469fc-8668-4422-92f9-38f025c298cd","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"distinct-2-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"distinct-2-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:47.978731191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"917af826-9f44-4a52-ae70-19532b2c82c4","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"premium-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"premium-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:47.996386758Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-subscription","reconcileID":"779cb55c-973b-4d2f-9a73-c0d2d8454bc4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-premium-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:47.999620204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"fd2a7440-a5b3-460c-9abc-41431dacc792","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:47.999815256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"8009cb86-3233-4567-aa4b-38d0725af7e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:48.007567608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"fd2a7440-a5b3-460c-9abc-41431dacc792","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:48.00849941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"8009cb86-3233-4567-aa4b-38d0725af7e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:48.018208717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"c5577132-0d74-48bc-bb3e-665b2d867afb","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"premium-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"premium-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:48.109017873Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-subscription","reconcileID":"566f8e55-c360-407e-b1ed-78eea785f67d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-premium-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:48.139432011Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"e8b79509-80c9-41e3-bf0f-58512dafd5bf","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"model":"e2e-models-e2e-worker-w4-0458df/distinct-2-w4-0458df","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:48.143207419Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"e8b79509-80c9-41e3-bf0f-58512dafd5bf","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"model":"e2e-models-e2e-worker-w4-0458df/distinct-2-w4-0458df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:48.214172351Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"e8b79509-80c9-41e3-bf0f-58512dafd5bf","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/distinct-2-w4-0458df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:48.316712218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"103a738c-dffa-4ae0-8f88-8bb278792c87","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:48.332774793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"53ccf845-a844-4158-9bb9-9320e7adc820","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:48.343220574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-auth1","reconcileID":"f2c4dcb9-4a8c-4339-b7c2-fad6eb97620e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:48.350356682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-auth1","reconcileID":"f2c4dcb9-4a8c-4339-b7c2-fad6eb97620e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:48.439761017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"61a065dc-994b-4dcc-b8e1-d24fd84f3637","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:48.440337036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"a4759964-7480-4e6b-b601-3c7e3ffb7475","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:48.440571585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"87eab1f1-d097-49df-8b10-394d6873f4dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:48.440729846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"414d02af-0122-4511-a9c3-efaa7e4a2936","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:48.447146999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"61a065dc-994b-4dcc-b8e1-d24fd84f3637","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:48.448155624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"a4759964-7480-4e6b-b601-3c7e3ffb7475","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:48.449398744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"414d02af-0122-4511-a9c3-efaa7e4a2936","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:48.451272556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"87eab1f1-d097-49df-8b10-394d6873f4dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:48.479930832Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"1aa7a251-cd61-440b-8995-fdecc1551ae4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0458df"},"model":"e2e-models-e2e-worker-w4-0458df/distinct-w4-0458df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:48.479992019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"6d4a0925-d294-4bbe-a591-76a56fe8a94c","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:48.537672962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"357b4ebc-769b-4220-9d66-34bc8ce9ed0c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:48.545331643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"357b4ebc-769b-4220-9d66-34bc8ce9ed0c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:48.558027509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"f5ef8f8c-0171-4ea1-8211-51388235b1d9","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"premium-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"premium-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:48.569815969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"64872fbd-dedf-40b0-9c27-961107d23bbe","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:48.574128576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-subscription","reconcileID":"7a77b29f-e6cd-4ba8-8fe3-cb531f98b7ea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-premium-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:48.659457774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"992c77c7-cce8-4530-bc0b-7373902b45dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:48.659828594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"704b5d83-0bde-44f3-a56b-7526f6db7a26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:48.669916842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"992c77c7-cce8-4530-bc0b-7373902b45dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:48.673413122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"55847f80-0037-4c58-82cb-539117918c96","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"premium-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"premium-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:48.675981018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"704b5d83-0bde-44f3-a56b-7526f6db7a26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:48.756594859Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"f1e97834-c3be-4f34-a2b9-56bdaa1cf933","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0458df"},"model":"e2e-models-e2e-worker-w4-0458df/distinct-2-w4-0458df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:48.75761516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"ae4a4766-905f-4217-974f-4dc86f5af6a1","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:48.759895244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-subscription","reconcileID":"d4786b1f-ae21-4729-ae85-71a219dcc648","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-premium-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:48.790049208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"861ee8e0-fb74-4625-9346-3339e5ca820c","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:48.802784625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"9f9207bd-6234-4070-bbda-898b44b99921","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:48.825083674Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-subscription","reconcileID":"4c74b70d-67f5-4f32-b287-cac0b19b7ca4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:48.829020507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"30c46f5e-a4bd-4249-beba-356c6432cdec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:48.829241162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-auth2","reconcileID":"4a246097-9bb6-4a7e-8e73-4b20573543bf","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:48.829723263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-auth1","reconcileID":"a50c1325-240a-43a3-98b3-a33285f77257","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:48.830567164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"8869006a-124e-4b28-8620-fb9b0f80483b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:48.837028842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"30c46f5e-a4bd-4249-beba-356c6432cdec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:48.83786509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-auth1","reconcileID":"a50c1325-240a-43a3-98b3-a33285f77257","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:48.839485222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"8869006a-124e-4b28-8620-fb9b0f80483b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:48.840076358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-auth2","reconcileID":"4a246097-9bb6-4a7e-8e73-4b20573543bf","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:48.87934268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"f8b332ce-012f-45e6-b49d-8eae3faccff6","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:48.922342101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-subscription","reconcileID":"5de36970-e2ef-49f9-a679-116febbb56a2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:49.025611105Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-models-other-sub","reconcileID":"9f379012-4420-4332-9caa-7101c08cf467","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-9de872"},"model":"e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872","subscription":"e2e-models-other-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:49.044977139Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-models-other-sub","reconcileID":"9f379012-4420-4332-9caa-7101c08cf467","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-simulator-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-9de872/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:49.056862709Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-subscription","reconcileID":"2c999df7-939b-460e-ab9f-26c9e52902d4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-simulator-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:49.063394576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"437433b5-95e3-46b4-9610-369dc0ca0d3b","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:49.070641997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-models-access-denied-auth","reconcileID":"dd82d034-8561-4038-b1ef-011cc789db01","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:49.071385858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"88b4b51d-24d4-4590-9c61-9dafa0f5a9da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:49.071751619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"511043ce-10ee-4120-aec0-bfab7668c1c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:49.078226291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-models-access-denied-auth","reconcileID":"dd82d034-8561-4038-b1ef-011cc789db01","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:49.078330443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"88b4b51d-24d4-4590-9c61-9dafa0f5a9da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:49.080863218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"511043ce-10ee-4120-aec0-bfab7668c1c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:49.231809132Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-models-access-denied-auth","reconcileID":"05776c45-6571-427c-b94a-bfb5c5be0296","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"model":"e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:49.231879267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"a98cc5a4-730e-4a52-ab8a-a734bd7c8d88","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:49.292907345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"afc51c79-de4e-4904-ac29-3b4840fbea1f","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:49.593707668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"1a8930e1-0650-4b9d-85c1-48c2b8da878f","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:49.596400341Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-sub2","reconcileID":"d0acd55b-b805-4e85-bf43-26ac201a1a15","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"model":"e2e-models-e2e-worker-w3-2889dd/distinct-2-w3-2889dd","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:49.600533211Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-sub2","reconcileID":"d0acd55b-b805-4e85-bf43-26ac201a1a15","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"model":"e2e-models-e2e-worker-w3-2889dd/distinct-2-w3-2889dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:49.617400056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-auth1","reconcileID":"2ec74170-ce55-430e-9b70-5f5dcfdca96d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:49.61768736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"a5a6f092-2b64-4181-8325-6386f18ebccf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:49.618017421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"a73c9d2e-1305-4acc-9824-bd3bd9b3e3ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:49.618800541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-auth2","reconcileID":"34bd6bb0-41b3-4113-a505-c3bc523286d1","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:49.625108005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"a73c9d2e-1305-4acc-9824-bd3bd9b3e3ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:49.626370291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"a5a6f092-2b64-4181-8325-6386f18ebccf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:49.627402619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-auth1","reconcileID":"2ec74170-ce55-430e-9b70-5f5dcfdca96d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:49.627667576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"933b493a-02a5-4bb0-b2fe-23899334812b","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:49.629729923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-auth2","reconcileID":"34bd6bb0-41b3-4113-a505-c3bc523286d1","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:49.739909114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-auth1","reconcileID":"5696151b-7ef7-4ae2-bd43-9fa23718ee7c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:49.739961588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"f180a9de-6627-4372-ba04-7556cdb4b9a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:49.740518884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"bb21ee6c-1704-4c57-aab3-1891f041c75a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:49.744728671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-auth2","reconcileID":"3c5487d7-7a50-4cdf-b969-f4e21d16abc4","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:49.763951969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-auth1","reconcileID":"5696151b-7ef7-4ae2-bd43-9fa23718ee7c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:49.782639507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-auth2","reconcileID":"3c5487d7-7a50-4cdf-b969-f4e21d16abc4","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:49.783908234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"f180a9de-6627-4372-ba04-7556cdb4b9a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:49.785901373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"bb21ee6c-1704-4c57-aab3-1891f041c75a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:49.792181695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"31277786-e5fb-4f9d-8700-8d53fc9eb7e7","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:49.797134066Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-auth1","reconcileID":"2ebe9961-d9ba-419f-ade1-2da986aedee3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"model":"e2e-models-e2e-worker-w3-2889dd/distinct-w3-2889dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:49.8096465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"d0e02c5f-85b4-496e-8921-1e843fe312ab","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:50.061341586Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-sa-multi-hdr-auth2","reconcileID":"2cfb5239-36c6-4ad3-b591-fc73fd931bcb","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"model":"e2e-models-e2e-worker-w3-2889dd/distinct-2-w3-2889dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:50.061410503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"e06fa8f1-1e7c-4e74-acfe-78fc2971cdcc","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:50.073902319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"6c878769-79f7-4546-9b8e-2c2427105f49","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:52.495661535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-2-w1-85cb41","reconcileID":"c06c2458-84d1-4561-bd60-e8fc33b0ecb9","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"distinct-2-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"distinct-2-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:53.408752034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"dd0893a8-98b5-471a-8ccd-acf347777128","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:53.41451808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"c15af411-aa03-4014-a342-1e530f497931","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:53.426031548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"e2e-api-key-deleted-sub-auth","reconcileID":"5bf65711-7c05-45c3-a71f-d0b62e1d95ed","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:53.433163671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"e2e-api-key-deleted-sub-auth","reconcileID":"5bf65711-7c05-45c3-a71f-d0b62e1d95ed","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:53.44133259Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-85cb41-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e06155e645a846c30ecd9de9674a0ebdb658e25818ed2a337d532ebf0f26b7eb) AuthConfig (7d90afc1837322131bb355f0de7ab2c6892f842067f1b3e0066b7eac317d9150) AuthConfig (a9aec1e26b6f074fc1c0d89deb84bb89f32208343c7d6f6fb34daaf3548fb4e5) AuthConfig (b15b5c0f16900af8a5ecf679afd1512721e15d30933024879e2cc4f57ba4dc69) AuthConfig (27ff854599ea7793b4a37e8b54e944f8040cd5bc00e1a18e159220146026e387) AuthConfig (7006bf794f784ba6f6621285f0749454c518e4064224f1414cd46628f6a50e37) AuthConfig (a74c594ff515ab586ced8a70f24ac31177a31c79a9b8a38c5f51804a9f220419) AuthConfig (445a585549b7171bef2823c6b9f69f2cd5fc4c96b9b558761edaed996591ddcc) AuthConfig (45c755695c5f3d15e6f3eecf3671dda43d3116affb44e17948e448eefaeffff8) AuthConfig (92aa116ceed41fba6890873a0dff4508e07875eeb0262f6c4207907306eba9c6) AuthConfig (418bbf68256c6293a95ea7fcb06362361fbe37fdb5eb573877af947ea040428d) AuthConfig (a0f49eb4ff6193b19dc5c9ef5aff1a04b972468717c586cddb52a8896bc4d357)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"e2e-api-key-deleted-sub-auth","reconcileID":"5bf65711-7c05-45c3-a71f-d0b62e1d95ed","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:53.449372786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"cd860fd5-f80c-4cfa-9de0-c5bade188e48","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:53.578832213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"e2e-api-key-deleted-sub-auth","reconcileID":"70fb1b0b-eccf-4300-923a-77741d654486","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:53.593754074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"ed1010f4-dd52-4162-82c1-212a5ec5ebbf","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:53.596281402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"e2e-api-key-deleted-sub-auth","reconcileID":"70fb1b0b-eccf-4300-923a-77741d654486","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:53.602868765Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-85cb41-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e06155e645a846c30ecd9de9674a0ebdb658e25818ed2a337d532ebf0f26b7eb) AuthConfig (7d90afc1837322131bb355f0de7ab2c6892f842067f1b3e0066b7eac317d9150) AuthConfig (a9aec1e26b6f074fc1c0d89deb84bb89f32208343c7d6f6fb34daaf3548fb4e5) AuthConfig (b15b5c0f16900af8a5ecf679afd1512721e15d30933024879e2cc4f57ba4dc69) AuthConfig (27ff854599ea7793b4a37e8b54e944f8040cd5bc00e1a18e159220146026e387) AuthConfig (7006bf794f784ba6f6621285f0749454c518e4064224f1414cd46628f6a50e37) AuthConfig (a74c594ff515ab586ced8a70f24ac31177a31c79a9b8a38c5f51804a9f220419) AuthConfig (445a585549b7171bef2823c6b9f69f2cd5fc4c96b9b558761edaed996591ddcc) AuthConfig (45c755695c5f3d15e6f3eecf3671dda43d3116affb44e17948e448eefaeffff8) AuthConfig (92aa116ceed41fba6890873a0dff4508e07875eeb0262f6c4207907306eba9c6) AuthConfig (418bbf68256c6293a95ea7fcb06362361fbe37fdb5eb573877af947ea040428d) AuthConfig (a0f49eb4ff6193b19dc5c9ef5aff1a04b972468717c586cddb52a8896bc4d357)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"e2e-api-key-deleted-sub-auth","reconcileID":"70fb1b0b-eccf-4300-923a-77741d654486","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:53.609638221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"a6a03b7b-79c2-4f0c-a47b-604623d51408","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:53.610519466Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"e2e-api-key-deleted-sub","reconcileID":"7c77bc83-ab09-4bf5-beec-48b5bcdd524a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:53.626989736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"5eb090c4-4931-48e0-a6ff-0eb76ad1620c","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:53.630483364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"ecb94c6a-21cd-499b-85ca-3b163f5fb047","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:53.631159417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"e2e-api-key-deleted-sub-auth","reconcileID":"8477e565-3717-45bd-b647-02981194c501","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:53.63153753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"1e3965c4-5927-4b46-a038-5cb6b9f3bb66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:53.633485438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"f388a4c4-4809-4c9f-ac61-64776654cd1b","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:53.665968504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"1e3965c4-5927-4b46-a038-5cb6b9f3bb66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:53.676635113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"ecb94c6a-21cd-499b-85ca-3b163f5fb047","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:53.683159278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"e2e-api-key-deleted-sub-auth","reconcileID":"8477e565-3717-45bd-b647-02981194c501","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:53.762820645Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-85cb41-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e06155e645a846c30ecd9de9674a0ebdb658e25818ed2a337d532ebf0f26b7eb) AuthConfig (7d90afc1837322131bb355f0de7ab2c6892f842067f1b3e0066b7eac317d9150) AuthConfig (a9aec1e26b6f074fc1c0d89deb84bb89f32208343c7d6f6fb34daaf3548fb4e5) AuthConfig (b15b5c0f16900af8a5ecf679afd1512721e15d30933024879e2cc4f57ba4dc69) AuthConfig (27ff854599ea7793b4a37e8b54e944f8040cd5bc00e1a18e159220146026e387) AuthConfig (7006bf794f784ba6f6621285f0749454c518e4064224f1414cd46628f6a50e37) AuthConfig (a74c594ff515ab586ced8a70f24ac31177a31c79a9b8a38c5f51804a9f220419) AuthConfig (445a585549b7171bef2823c6b9f69f2cd5fc4c96b9b558761edaed996591ddcc) AuthConfig (45c755695c5f3d15e6f3eecf3671dda43d3116affb44e17948e448eefaeffff8) AuthConfig (92aa116ceed41fba6890873a0dff4508e07875eeb0262f6c4207907306eba9c6) AuthConfig (418bbf68256c6293a95ea7fcb06362361fbe37fdb5eb573877af947ea040428d) AuthConfig (a0f49eb4ff6193b19dc5c9ef5aff1a04b972468717c586cddb52a8896bc4d357)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"e2e-api-key-deleted-sub-auth","reconcileID":"8477e565-3717-45bd-b647-02981194c501","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:53.775058399Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"e2e-api-key-deleted-sub","reconcileID":"6e22bf04-0773-4e61-90f0-ce6e084a6382","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-simulator-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-85cb41/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w1-85cb41/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:53.789526111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-subscription","reconcileID":"520935df-f6a9-4ece-bbff-5df7916336bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-simulator-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:53.794817158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"9e128d29-152f-4242-8bc4-a299adc25894","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:53.809790339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c01d8f0f-deeb-47d5-aece-465549c339da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:53.812782353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c01d8f0f-deeb-47d5-aece-465549c339da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:53.815755159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c01d8f0f-deeb-47d5-aece-465549c339da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:53.818665738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c01d8f0f-deeb-47d5-aece-465549c339da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:53.827234579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"e2e-api-key-deleted-sub-auth","reconcileID":"6714db76-c0b5-422b-83a4-61c37d5ebe97","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:53.857482012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"e2e-api-key-deleted-sub-auth","reconcileID":"6714db76-c0b5-422b-83a4-61c37d5ebe97","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:53.864168068Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-85cb41-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e06155e645a846c30ecd9de9674a0ebdb658e25818ed2a337d532ebf0f26b7eb) AuthConfig (7d90afc1837322131bb355f0de7ab2c6892f842067f1b3e0066b7eac317d9150) AuthConfig (a9aec1e26b6f074fc1c0d89deb84bb89f32208343c7d6f6fb34daaf3548fb4e5) AuthConfig (b15b5c0f16900af8a5ecf679afd1512721e15d30933024879e2cc4f57ba4dc69) AuthConfig (27ff854599ea7793b4a37e8b54e944f8040cd5bc00e1a18e159220146026e387) AuthConfig (7006bf794f784ba6f6621285f0749454c518e4064224f1414cd46628f6a50e37) AuthConfig (a74c594ff515ab586ced8a70f24ac31177a31c79a9b8a38c5f51804a9f220419) AuthConfig (445a585549b7171bef2823c6b9f69f2cd5fc4c96b9b558761edaed996591ddcc) AuthConfig (45c755695c5f3d15e6f3eecf3671dda43d3116affb44e17948e448eefaeffff8) AuthConfig (92aa116ceed41fba6890873a0dff4508e07875eeb0262f6c4207907306eba9c6) AuthConfig (418bbf68256c6293a95ea7fcb06362361fbe37fdb5eb573877af947ea040428d) AuthConfig (a0f49eb4ff6193b19dc5c9ef5aff1a04b972468717c586cddb52a8896bc4d357)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"e2e-api-key-deleted-sub-auth","reconcileID":"6714db76-c0b5-422b-83a4-61c37d5ebe97","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:53.869872225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"49599e23-1724-4fb8-80a2-1e1be3cdd25e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:53.871884522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"4417ec36-e9dc-4a49-a239-b34a977b87bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:53.876775684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"49599e23-1724-4fb8-80a2-1e1be3cdd25e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:53.879107974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"4417ec36-e9dc-4a49-a239-b34a977b87bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:53.888839481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"e2e-api-key-deleted-sub","reconcileID":"62573737-a407-475e-bc1b-b1281e4a3d73","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-simulator-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:54.103850872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36164d81-46ea-42f1-a07d-d9046e5003da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:54.107050967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36164d81-46ea-42f1-a07d-d9046e5003da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:54.110221769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36164d81-46ea-42f1-a07d-d9046e5003da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:54.113254192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36164d81-46ea-42f1-a07d-d9046e5003da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:54.378449778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e7fcabf-3eb0-4317-b1ca-7ead2a5d84b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:54.382694066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e7fcabf-3eb0-4317-b1ca-7ead2a5d84b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:54.389120883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e7fcabf-3eb0-4317-b1ca-7ead2a5d84b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:54.395490667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e7fcabf-3eb0-4317-b1ca-7ead2a5d84b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:54.706247172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97844f90-6d06-4d63-9a78-621c067fa6b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:54.713026252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97844f90-6d06-4d63-9a78-621c067fa6b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:54.720671927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97844f90-6d06-4d63-9a78-621c067fa6b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:54.724119849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97844f90-6d06-4d63-9a78-621c067fa6b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:54.795886534Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-f37d42","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-f37d42","reconcileID":"9970254c-48bd-4afb-980a-ec02abab004e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-f37d42","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-f37d42":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:55.023855226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74bc6b26-10de-4efc-bd55-1f3cacdcc052","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:55.027057048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74bc6b26-10de-4efc-bd55-1f3cacdcc052","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:55.030683792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74bc6b26-10de-4efc-bd55-1f3cacdcc052","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:55.034386214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74bc6b26-10de-4efc-bd55-1f3cacdcc052","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:55.200523265Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-87293f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-87293f","reconcileID":"a20cccb2-24b7-49c9-a45d-d84ff800cdd6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-87293f","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-87293f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:55.491439741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e106c7cb-4173-40c4-89d8-c1ddf89e58c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:55.494936455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e106c7cb-4173-40c4-89d8-c1ddf89e58c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:55.570197551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e106c7cb-4173-40c4-89d8-c1ddf89e58c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:55.574278324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e106c7cb-4173-40c4-89d8-c1ddf89e58c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:56.228815248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-92fbeaaf","namespace":"ai-tenant-e2e-mt-bf4c9dd2"},"namespace":"ai-tenant-e2e-mt-bf4c9dd2","name":"e2e-shared-int-policy-92fbeaaf","reconcileID":"c2b7fe20-1070-4e0b-8d28-13ba8335a4d1","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-92fbeaaf","namespace":"ai-tenant-e2e-mt-bf4c9dd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:56.3293253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-92fbeaaf","namespace":"ai-tenant-e2e-mt-bf4c9dd2"},"namespace":"ai-tenant-e2e-mt-bf4c9dd2","name":"e2e-shared-int-policy-92fbeaaf","reconcileID":"c2b7fe20-1070-4e0b-8d28-13ba8335a4d1","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-92fbeaaf","namespace":"ai-tenant-e2e-mt-bf4c9dd2"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:56.351905728Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-92fbeaaf","namespace":"ai-tenant-e2e-mt-bf4c9dd2"},"namespace":"ai-tenant-e2e-mt-bf4c9dd2","name":"e2e-shared-int-policy-92fbeaaf","reconcileID":"c2b7fe20-1070-4e0b-8d28-13ba8335a4d1","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-92fbeaaf","namespace":"ai-tenant-e2e-mt-bf4c9dd2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:00.750308822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f37d42"},"namespace":"ai-tenant-e2e-api-a-f37d42","name":"default-tenant","reconcileID":"7a6099dc-805d-4f65-b6b8-8d0321fbc7c2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f37d42","tenantID":"e2e-api-a-f37d42","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:00.78896569Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f37d42"},"namespace":"ai-tenant-e2e-api-a-f37d42","name":"default-tenant","reconcileID":"7a6099dc-805d-4f65-b6b8-8d0321fbc7c2","name":"e2e-api-a-f37d42-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:01.737552488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4ef97e70-af40-4d5f-95e6-50b271a309c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:01.737664302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4ef97e70-af40-4d5f-95e6-50b271a309c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:01.816500494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7b7d9436","namespace":"ai-tenant-e2e-mt-7b7d9436"},"namespace":"ai-tenant-e2e-mt-7b7d9436","name":"e2e-policy-7b7d9436","reconcileID":"ff55cf6c-feec-44fe-9427-0c9e7c210490","MaaSAuthPolicy":{"name":"e2e-policy-7b7d9436","namespace":"ai-tenant-e2e-mt-7b7d9436"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:02.109250186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7b7d9436","namespace":"ai-tenant-e2e-mt-7b7d9436"},"namespace":"ai-tenant-e2e-mt-7b7d9436","name":"e2e-policy-7b7d9436","reconcileID":"ff55cf6c-feec-44fe-9427-0c9e7c210490","MaaSAuthPolicy":{"name":"e2e-policy-7b7d9436","namespace":"ai-tenant-e2e-mt-7b7d9436"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:02.224947206Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7b7d9436","namespace":"ai-tenant-e2e-mt-7b7d9436"},"namespace":"ai-tenant-e2e-mt-7b7d9436","name":"e2e-policy-7b7d9436","reconcileID":"ff55cf6c-feec-44fe-9427-0c9e7c210490","MaaSAuthPolicy":{"name":"e2e-policy-7b7d9436","namespace":"ai-tenant-e2e-mt-7b7d9436"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:03.109866647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"b2d0b5b9-efb7-4cb0-97e0-6d91defae851","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:03.869071582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"efc17f2a-2fd7-49e6-b67c-730bf7599225","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:03.869738123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"2ceb0b94-9eb1-4d8b-a99d-23c24d33a404","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:03.940074281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"efc17f2a-2fd7-49e6-b67c-730bf7599225","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:03.957068758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"2ceb0b94-9eb1-4d8b-a99d-23c24d33a404","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:03.96179247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"e2e-api-key-deleted-sub-auth","reconcileID":"c21abad4-5722-4005-bcc5-e89c14033658","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:04.091295687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"489ea61a-f490-4a43-871e-dcf5e7e282e7","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:04.168031173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"e2e-api-key-deleted-sub-auth","reconcileID":"c21abad4-5722-4005-bcc5-e89c14033658","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:04.196742033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"05a7e09c-04d5-472a-83e7-98cba30b8ebf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:04.214933201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"05a7e09c-04d5-472a-83e7-98cba30b8ebf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:04.294729034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"07d69513-fe7a-45af-96dd-c2f94b150847","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:04.297441959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"7687c25e-3be8-4c95-9920-0c1c965e16fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:04.298460816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"eab576e9-74ff-4c55-bab2-dfed9cc963a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:04.486706912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"07d69513-fe7a-45af-96dd-c2f94b150847","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:04.506522319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"eab576e9-74ff-4c55-bab2-dfed9cc963a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:04.517294763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"7687c25e-3be8-4c95-9920-0c1c965e16fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:04.517955391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"b0f3c55e-06c0-4fc7-9f52-285bf224ec78","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:04.557192864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"bd1ee2ce-d96b-47a1-8add-7575d92fed2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:04.571428611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"bd1ee2ce-d96b-47a1-8add-7575d92fed2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:04.699784813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-87293f"},"namespace":"ai-tenant-e2e-api-a-87293f","name":"default-tenant","reconcileID":"db40f20c-941f-4c19-8f8a-0cd62c535a52","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-87293f","tenantID":"e2e-api-a-87293f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:04.740725422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"ec7fe577-86c5-466f-956d-92a4da00337b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:04.81850685Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-87293f"},"namespace":"ai-tenant-e2e-api-a-87293f","name":"default-tenant","reconcileID":"db40f20c-941f-4c19-8f8a-0cd62c535a52","name":"e2e-api-a-87293f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:04.848453555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"ec7fe577-86c5-466f-956d-92a4da00337b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:04.973888084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"f91d6431-c096-4a99-a51b-fdfbff952006","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:05.152079213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"32920aa6-5f64-4daf-8581-1c9f3c19dabb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:05.162006533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"e2e-api-key-deleted-sub-auth","reconcileID":"be6aeca7-92d5-4ed3-aa8d-c83ff8c4675d","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:05.162705536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"5fdc983d-9fc3-4afd-844b-4d478f757632","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:05.183972203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"32920aa6-5f64-4daf-8581-1c9f3c19dabb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:05.209660713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"5fdc983d-9fc3-4afd-844b-4d478f757632","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:05.256477673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"e2e-api-key-deleted-sub-auth","reconcileID":"be6aeca7-92d5-4ed3-aa8d-c83ff8c4675d","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:05.630882054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"2d71161c-54db-4e49-b141-1d4ecd445fc0","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:05.649225081Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"e2e-api-key-deleted-sub","reconcileID":"2e49946c-4a04-414d-a7c8-eed727a655b2","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a325894f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:05.682079899Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"e2e-api-key-deleted-sub","reconcileID":"90a03237-bd41-45f7-b3fb-206e89a5bc89","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a325894f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:05.710032271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"e2e-api-key-deleted-sub-auth","reconcileID":"2f0be721-e59d-468a-af2b-56e3481f5867","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:05.728623443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"e6ced0ef-7727-4192-971d-24df8bb6699c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:05.73013002Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-subscription","reconcileID":"28a2db40-013b-49c4-8de5-65e6983148ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-simulator-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-85cb41/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:05.728628659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"6fb6693d-a0cc-47e7-907b-78fbd4c57379","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:05.737335994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"e2e-api-key-deleted-sub-auth","reconcileID":"2f0be721-e59d-468a-af2b-56e3481f5867","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:05.756919119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"e6ced0ef-7727-4192-971d-24df8bb6699c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:05.768296271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"6fb6693d-a0cc-47e7-907b-78fbd4c57379","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:05.817750758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"cda97c51-0ccb-454e-924c-9ea6dfa6d81e","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:05.855026418Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-subscription","reconcileID":"eb131e2d-f906-4558-969d-6b723893cbdf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-simulator-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:06.110018538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"f84f2b7e-8ec4-45ec-a970-6a0f56979dd5","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:06.37475424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-92fbeaaf","namespace":"ai-tenant-e2e-mt-bf4c9dd2"},"namespace":"ai-tenant-e2e-mt-bf4c9dd2","name":"e2e-shared-int-policy-92fbeaaf","reconcileID":"1e0db804-4a7c-4fc6-914c-1c23e869a3a3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-92fbeaaf","namespace":"ai-tenant-e2e-mt-bf4c9dd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:06.394126672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-92fbeaaf","namespace":"ai-tenant-e2e-mt-bf4c9dd2"},"namespace":"ai-tenant-e2e-mt-bf4c9dd2","name":"e2e-shared-int-policy-92fbeaaf","reconcileID":"1e0db804-4a7c-4fc6-914c-1c23e869a3a3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-92fbeaaf","namespace":"ai-tenant-e2e-mt-bf4c9dd2"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:06.406288489Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-92fbeaaf","namespace":"ai-tenant-e2e-mt-bf4c9dd2"},"namespace":"ai-tenant-e2e-mt-bf4c9dd2","name":"e2e-shared-int-policy-92fbeaaf","reconcileID":"1e0db804-4a7c-4fc6-914c-1c23e869a3a3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-92fbeaaf","namespace":"ai-tenant-e2e-mt-bf4c9dd2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:06.43751071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa01d1b7-c5eb-4154-815d-ae576deb3c97","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:06.437715799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa01d1b7-c5eb-4154-815d-ae576deb3c97","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:10.386658878Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:10.565873087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"70261eb5-11ee-4764-b037-c0e84cf9ae67","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:11.518701807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"68f09397-02d5-49b3-a03f-6141692f2482","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:11.522529512Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"e2e-api-key-deleted-sub","reconcileID":"0d2befcf-d6b9-4cbf-9f22-1902e7edfaa1","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"model":"e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41","subscription":"e2e-api-key-deleted-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:11.53571866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"e2e-api-key-deleted-sub","reconcileID":"0d2befcf-d6b9-4cbf-9f22-1902e7edfaa1","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-simulator-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:11.535764565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-subscription","reconcileID":"372f248f-276c-48f4-936d-f14beec93bd8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-simulator-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:11.537001145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"e2e-api-key-deleted-sub-auth","reconcileID":"c9920038-4297-496c-bed6-afe9b6eb45e6","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:11.537624478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"73b252c0-d94f-4e98-bad6-658553823bc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:11.537793902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"15052b29-d291-4946-b640-341fb664035a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:11.545107882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"e2e-api-key-deleted-sub-auth","reconcileID":"c9920038-4297-496c-bed6-afe9b6eb45e6","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:11.545181098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"15052b29-d291-4946-b640-341fb664035a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:11.547414322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"73b252c0-d94f-4e98-bad6-658553823bc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:11.554591318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"06ecbeee-9913-4a85-b465-ed5939fd59f0","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:11.63431585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"13c5694b-43fc-4d0a-bd50-4756082df457","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:11.634605302Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-subscription","reconcileID":"5e3f1f47-4e16-440e-ba78-394397691886","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-simulator-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:11.637719577Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"e2e-api-key-deleted-sub","reconcileID":"187e1285-068e-4001-8de5-5096b1d70b0a","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"model":"e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41","subscription":"e2e-api-key-deleted-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:11.646966528Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"e2e-api-key-deleted-sub","reconcileID":"187e1285-068e-4001-8de5-5096b1d70b0a","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-simulator-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:11.659695205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"4a63ea81-9433-4243-8d24-247f5aaf67a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:11.659920162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"3ab4480f-2c79-494e-adac-61097763cd46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:11.660136307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"e2e-api-key-deleted-sub-auth","reconcileID":"3db24076-8c50-499e-b003-9dda352db4fa","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:11.667295153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"4a63ea81-9433-4243-8d24-247f5aaf67a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:11.667511115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"3ab4480f-2c79-494e-adac-61097763cd46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:11.669593426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"e2e-api-key-deleted-sub-auth","reconcileID":"3db24076-8c50-499e-b003-9dda352db4fa","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:53:11.728627774Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"e2e-api-key-deleted-sub","reconcileID":"187e1285-068e-4001-8de5-5096b1d70b0a","error":"maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:16.442633788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-92fbeaaf","namespace":"ai-tenant-e2e-mt-bf4c9dd2"},"namespace":"ai-tenant-e2e-mt-bf4c9dd2","name":"e2e-shared-int-policy-92fbeaaf","reconcileID":"ecd1b2dc-b6f7-4e22-9c0b-c30f0925b5d3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-92fbeaaf","namespace":"ai-tenant-e2e-mt-bf4c9dd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:16.45084901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-92fbeaaf","namespace":"ai-tenant-e2e-mt-bf4c9dd2"},"namespace":"ai-tenant-e2e-mt-bf4c9dd2","name":"e2e-shared-int-policy-92fbeaaf","reconcileID":"ecd1b2dc-b6f7-4e22-9c0b-c30f0925b5d3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-92fbeaaf","namespace":"ai-tenant-e2e-mt-bf4c9dd2"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:16.457413237Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-92fbeaaf","namespace":"ai-tenant-e2e-mt-bf4c9dd2"},"namespace":"ai-tenant-e2e-mt-bf4c9dd2","name":"e2e-shared-int-policy-92fbeaaf","reconcileID":"ecd1b2dc-b6f7-4e22-9c0b-c30f0925b5d3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-92fbeaaf","namespace":"ai-tenant-e2e-mt-bf4c9dd2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:17.414158632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9bec272-00e2-4058-8d9d-b5f7c5705a69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:17.417614194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9bec272-00e2-4058-8d9d-b5f7c5705a69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:17.420856228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9bec272-00e2-4058-8d9d-b5f7c5705a69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:17.424314506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9bec272-00e2-4058-8d9d-b5f7c5705a69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:17.710065678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"504095dd-11d2-4aae-b115-87a9fd727065","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:17.713459057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"504095dd-11d2-4aae-b115-87a9fd727065","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:17.717202234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"504095dd-11d2-4aae-b115-87a9fd727065","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:17.720933979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"504095dd-11d2-4aae-b115-87a9fd727065","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:18.312031853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77c32c13-9d4c-4ab3-a95e-c7e7f81d8ef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:18.321267239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77c32c13-9d4c-4ab3-a95e-c7e7f81d8ef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:18.380842334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77c32c13-9d4c-4ab3-a95e-c7e7f81d8ef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:18.392361024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77c32c13-9d4c-4ab3-a95e-c7e7f81d8ef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:18.552745709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ae20e5a-4ece-4437-b3dd-73e1b9eded78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:18.558545801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ae20e5a-4ece-4437-b3dd-73e1b9eded78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:18.566379752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ae20e5a-4ece-4437-b3dd-73e1b9eded78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:18.569375298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ae20e5a-4ece-4437-b3dd-73e1b9eded78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:20.291066339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"68c0146d-f06f-4e05-83a5-030ed8c31da5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:20.291135787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"68c0146d-f06f-4e05-83a5-030ed8c31da5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:20.298996146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c92dbc16-18b7-4e39-9772-9be27dce3dfe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:20.299013411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c92dbc16-18b7-4e39-9772-9be27dce3dfe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:20.326474278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f37d42-policy","namespace":"ai-tenant-e2e-api-a-f37d42"},"namespace":"ai-tenant-e2e-api-a-f37d42","name":"e2e-e2e-api-a-f37d42-policy","reconcileID":"def1809c-8926-44ea-a99a-3ab328be36ef","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f37d42-policy","namespace":"ai-tenant-e2e-api-a-f37d42"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f37d42","tenantID":"e2e-api-a-f37d42","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:20.376819439Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f37d42-policy","namespace":"ai-tenant-e2e-api-a-f37d42"},"namespace":"ai-tenant-e2e-api-a-f37d42","name":"e2e-e2e-api-a-f37d42-policy","reconcileID":"def1809c-8926-44ea-a99a-3ab328be36ef","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f37d42-policy","namespace":"ai-tenant-e2e-api-a-f37d42"},"name":"e2e-api-a-f37d42-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:20.384483521Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f37d42-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f37d42-policy","namespace":"ai-tenant-e2e-api-a-f37d42"},"namespace":"ai-tenant-e2e-api-a-f37d42","name":"e2e-e2e-api-a-f37d42-policy","reconcileID":"def1809c-8926-44ea-a99a-3ab328be36ef","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f37d42-policy","namespace":"ai-tenant-e2e-api-a-f37d42"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:20.391154847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c464606-8a74-4efc-ae9c-ee3e5bcae3a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:20.391179811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c464606-8a74-4efc-ae9c-ee3e5bcae3a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:20.756462164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c81bb444-988b-4004-b702-d1d86753d22d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:20.756481969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c81bb444-988b-4004-b702-d1d86753d22d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:20.764287875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9d4d24f-4468-4d30-bf46-346f09a236fc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:20.764306411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9d4d24f-4468-4d30-bf46-346f09a236fc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:20.871218497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-87293f-policy","namespace":"ai-tenant-e2e-api-a-87293f"},"namespace":"ai-tenant-e2e-api-a-87293f","name":"e2e-e2e-api-a-87293f-policy","reconcileID":"548c0f4d-d272-423a-928a-b6607c1c4a6c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-87293f-policy","namespace":"ai-tenant-e2e-api-a-87293f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-87293f","tenantID":"e2e-api-a-87293f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:20.897849471Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-87293f-policy","namespace":"ai-tenant-e2e-api-a-87293f"},"namespace":"ai-tenant-e2e-api-a-87293f","name":"e2e-e2e-api-a-87293f-policy","reconcileID":"548c0f4d-d272-423a-928a-b6607c1c4a6c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-87293f-policy","namespace":"ai-tenant-e2e-api-a-87293f"},"name":"e2e-api-a-87293f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:20.903325672Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-87293f-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-87293f-policy","namespace":"ai-tenant-e2e-api-a-87293f"},"namespace":"ai-tenant-e2e-api-a-87293f","name":"e2e-e2e-api-a-87293f-policy","reconcileID":"548c0f4d-d272-423a-928a-b6607c1c4a6c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-87293f-policy","namespace":"ai-tenant-e2e-api-a-87293f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:20.909505702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"99534768-ee69-4fab-8df9-65ab9a1da4e9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:20.909522958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"99534768-ee69-4fab-8df9-65ab9a1da4e9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:22.832174464Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7b7d9436","namespace":"ai-tenant-e2e-mt-7b7d9436"},"namespace":"ai-tenant-e2e-mt-7b7d9436","name":"e2e-policy-7b7d9436","reconcileID":"614608fa-1d8f-4f63-a957-85dacdc33bfe","MaaSAuthPolicy":{"name":"e2e-policy-7b7d9436","namespace":"ai-tenant-e2e-mt-7b7d9436"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:22.93822548Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7b7d9436","namespace":"ai-tenant-e2e-mt-7b7d9436"},"namespace":"ai-tenant-e2e-mt-7b7d9436","name":"e2e-policy-7b7d9436","reconcileID":"614608fa-1d8f-4f63-a957-85dacdc33bfe","MaaSAuthPolicy":{"name":"e2e-policy-7b7d9436","namespace":"ai-tenant-e2e-mt-7b7d9436"},"policyNamespace":"ai-tenant-e2e-mt-7b7d9436","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:24.777305335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8cb5910-d3a2-40e3-8b2a-46ca3eaf032e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:24.785453268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8cb5910-d3a2-40e3-8b2a-46ca3eaf032e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:24.789678097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8cb5910-d3a2-40e3-8b2a-46ca3eaf032e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:24.793592742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8cb5910-d3a2-40e3-8b2a-46ca3eaf032e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:25.025249144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd2483a9-82a3-411a-9b9b-9ce9f8fab89e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:25.028267801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd2483a9-82a3-411a-9b9b-9ce9f8fab89e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:25.031148056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd2483a9-82a3-411a-9b9b-9ce9f8fab89e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:25.038017365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd2483a9-82a3-411a-9b9b-9ce9f8fab89e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:25.496898939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3899e027-2f40-4346-a1f2-bba6af18286e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:25.503644088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3899e027-2f40-4346-a1f2-bba6af18286e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:25.528371082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3899e027-2f40-4346-a1f2-bba6af18286e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:25.535927517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3899e027-2f40-4346-a1f2-bba6af18286e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:25.727439372Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-066928","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-066928","reconcileID":"a4224edf-8619-4cfe-b4b0-9bd7653e32e9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-066928","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-066928":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:25.818169377Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-7784e5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-7784e5","reconcileID":"3be10d00-d65c-4c85-b0a4-adea1bcacb88","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-7784e5","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-7784e5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:25.99067284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a8f33db-e3ad-4ccf-a702-d6958c6675ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:25.993879598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a8f33db-e3ad-4ccf-a702-d6958c6675ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:25.997161554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a8f33db-e3ad-4ccf-a702-d6958c6675ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:26.000245445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a8f33db-e3ad-4ccf-a702-d6958c6675ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:26.32108428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"115c570b-eafd-425c-bf92-16184c92ebff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:26.324955872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"115c570b-eafd-425c-bf92-16184c92ebff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:26.328603441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"115c570b-eafd-425c-bf92-16184c92ebff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:26.356577503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"115c570b-eafd-425c-bf92-16184c92ebff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:26.488803481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-92fbeaaf","namespace":"ai-tenant-e2e-mt-bf4c9dd2"},"namespace":"ai-tenant-e2e-mt-bf4c9dd2","name":"e2e-shared-int-policy-92fbeaaf","reconcileID":"721b8ffd-ad4a-4bea-a071-5573c5664ea6","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-92fbeaaf","namespace":"ai-tenant-e2e-mt-bf4c9dd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:26.499732116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-92fbeaaf","namespace":"ai-tenant-e2e-mt-bf4c9dd2"},"namespace":"ai-tenant-e2e-mt-bf4c9dd2","name":"e2e-shared-int-policy-92fbeaaf","reconcileID":"721b8ffd-ad4a-4bea-a071-5573c5664ea6","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-92fbeaaf","namespace":"ai-tenant-e2e-mt-bf4c9dd2"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:26.546858049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aee695b5-76fc-4db0-8bde-8926a68489cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:26.546875049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aee695b5-76fc-4db0-8bde-8926a68489cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:26.833463092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7de6b34d-4989-4e81-98cd-7f961f4e6c5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:26.846366608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7de6b34d-4989-4e81-98cd-7f961f4e6c5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:26.849595398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7de6b34d-4989-4e81-98cd-7f961f4e6c5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:26.85294031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7de6b34d-4989-4e81-98cd-7f961f4e6c5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:30.398361326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f37d42-policy","namespace":"ai-tenant-e2e-api-a-f37d42"},"namespace":"ai-tenant-e2e-api-a-f37d42","name":"e2e-e2e-api-a-f37d42-policy","reconcileID":"e66f3d23-afcb-4624-b74a-4090faf1c9a1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f37d42-policy","namespace":"ai-tenant-e2e-api-a-f37d42"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f37d42","tenantID":"e2e-api-a-f37d42","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:30.405729086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f37d42-policy","namespace":"ai-tenant-e2e-api-a-f37d42"},"namespace":"ai-tenant-e2e-api-a-f37d42","name":"e2e-e2e-api-a-f37d42-policy","reconcileID":"e66f3d23-afcb-4624-b74a-4090faf1c9a1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f37d42-policy","namespace":"ai-tenant-e2e-api-a-f37d42"},"name":"e2e-api-a-f37d42-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:30.41125362Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f37d42-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f37d42-policy","namespace":"ai-tenant-e2e-api-a-f37d42"},"namespace":"ai-tenant-e2e-api-a-f37d42","name":"e2e-e2e-api-a-f37d42-policy","reconcileID":"e66f3d23-afcb-4624-b74a-4090faf1c9a1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f37d42-policy","namespace":"ai-tenant-e2e-api-a-f37d42"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:30.917538268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-87293f-policy","namespace":"ai-tenant-e2e-api-a-87293f"},"namespace":"ai-tenant-e2e-api-a-87293f","name":"e2e-e2e-api-a-87293f-policy","reconcileID":"60bf34f5-8053-4c2d-8b90-2d2fb3b55a87","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-87293f-policy","namespace":"ai-tenant-e2e-api-a-87293f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-87293f","tenantID":"e2e-api-a-87293f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:30.925129136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-87293f-policy","namespace":"ai-tenant-e2e-api-a-87293f"},"namespace":"ai-tenant-e2e-api-a-87293f","name":"e2e-e2e-api-a-87293f-policy","reconcileID":"60bf34f5-8053-4c2d-8b90-2d2fb3b55a87","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-87293f-policy","namespace":"ai-tenant-e2e-api-a-87293f"},"name":"e2e-api-a-87293f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:30.930500352Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-87293f-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-87293f-policy","namespace":"ai-tenant-e2e-api-a-87293f"},"namespace":"ai-tenant-e2e-api-a-87293f","name":"e2e-e2e-api-a-87293f-policy","reconcileID":"60bf34f5-8053-4c2d-8b90-2d2fb3b55a87","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-87293f-policy","namespace":"ai-tenant-e2e-api-a-87293f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:33.25234881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-066928"},"namespace":"ai-tenant-e2e-api-b-066928","name":"default-tenant","reconcileID":"1976147e-eaf7-4506-acaa-c12a47ba0cf5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-066928","tenantID":"e2e-api-b-066928","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:33.300609929Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-066928"},"namespace":"ai-tenant-e2e-api-b-066928","name":"default-tenant","reconcileID":"1976147e-eaf7-4506-acaa-c12a47ba0cf5","name":"e2e-api-b-066928-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:34.038883442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7784e5"},"namespace":"ai-tenant-e2e-api-b-7784e5","name":"default-tenant","reconcileID":"88ce0828-e2de-4692-a5c4-a62b08e59bb0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7784e5","tenantID":"e2e-api-b-7784e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:34.065924163Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7784e5"},"namespace":"ai-tenant-e2e-api-b-7784e5","name":"default-tenant","reconcileID":"88ce0828-e2de-4692-a5c4-a62b08e59bb0","name":"e2e-api-b-7784e5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:37.990425866Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"e2e-api-key-deleted-sub-auth","reconcileID":"6f9a5861-c9d7-418e-9358-1c245579889e","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"model":"e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:37.990480849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"33252383-0dac-46cc-bedb-a260f483e228","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:38.004872206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"28ce5308-f9a1-4b87-b759-ce6a03ba7575","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:40.393945431Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:40.419050558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f37d42-policy","namespace":"ai-tenant-e2e-api-a-f37d42"},"namespace":"ai-tenant-e2e-api-a-f37d42","name":"e2e-e2e-api-a-f37d42-policy","reconcileID":"1ffdcb45-0ccb-472b-a747-0486bf951a28","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f37d42-policy","namespace":"ai-tenant-e2e-api-a-f37d42"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f37d42","tenantID":"e2e-api-a-f37d42","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:40.425888681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f37d42-policy","namespace":"ai-tenant-e2e-api-a-f37d42"},"namespace":"ai-tenant-e2e-api-a-f37d42","name":"e2e-e2e-api-a-f37d42-policy","reconcileID":"1ffdcb45-0ccb-472b-a747-0486bf951a28","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f37d42-policy","namespace":"ai-tenant-e2e-api-a-f37d42"},"name":"e2e-api-a-f37d42-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:40.431341773Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f37d42-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3e689c9166e99a0f280cb6a552c7d0c548ec8e8f8eb646f3673ae186ad99e526) AuthConfig (383c0ad021c33fde26d2f04b2beea10d13860328828ffea8bb18633b1a8e225e) AuthConfig (c855a0e1f77ed9d0278406dc7995979f09565ef3ae9bcb6b91a7c67463654a3f) AuthConfig (dbcb12e94ade2a63ab6439aee6a8a8b03a78752a5f93537f8671c1acce5f6bbe) AuthConfig (bef20c6de4bd50bcc81f7dbc2e01e24cfedba822ac0ada1923c3225c5089dfa2) AuthConfig (dd9081cf016bcdd3488540a3702f0fa758f72b28b719cef5524fbe003b887a00)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f37d42-policy","namespace":"ai-tenant-e2e-api-a-f37d42"},"namespace":"ai-tenant-e2e-api-a-f37d42","name":"e2e-e2e-api-a-f37d42-policy","reconcileID":"1ffdcb45-0ccb-472b-a747-0486bf951a28","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f37d42-policy","namespace":"ai-tenant-e2e-api-a-f37d42"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:40.439489723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"736174bd-4dae-4547-99f2-c2f6efc174ee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:40.439512313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"736174bd-4dae-4547-99f2-c2f6efc174ee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:40.939270379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-87293f-policy","namespace":"ai-tenant-e2e-api-a-87293f"},"namespace":"ai-tenant-e2e-api-a-87293f","name":"e2e-e2e-api-a-87293f-policy","reconcileID":"d05c015f-18f4-489c-823f-27bd53f34c0b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-87293f-policy","namespace":"ai-tenant-e2e-api-a-87293f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-87293f","tenantID":"e2e-api-a-87293f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:40.947834259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-87293f-policy","namespace":"ai-tenant-e2e-api-a-87293f"},"namespace":"ai-tenant-e2e-api-a-87293f","name":"e2e-e2e-api-a-87293f-policy","reconcileID":"d05c015f-18f4-489c-823f-27bd53f34c0b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-87293f-policy","namespace":"ai-tenant-e2e-api-a-87293f"},"name":"e2e-api-a-87293f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:40.954799606Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-87293f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ae8ee6af8da1ebf4df7351cf74c04ece57c9ac787a9d16b0c9ee6cb7d77c7e8b) AuthConfig (aac7e077dbc2e76573bc116c6b9d6b139f08edf1fdd4c5786be7423748d7ef48) AuthConfig (a8038b90b32feca04aa8199b131d65e7aab4ae34ae663ee67911dc4ea409866e) AuthConfig (2d8251e24d7cf4c9de146517ef9b76f44cafa48c8c9ab5f7ebb5830665811c3b) AuthConfig (57f320a035bc515174e04d488457eb63ff0c46e1d6c7648e6d29c5653e28b106) AuthConfig (4df772b7002e9226442f93e353c8cba551d4ef276882268b78502357945eb5cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-87293f-policy","namespace":"ai-tenant-e2e-api-a-87293f"},"namespace":"ai-tenant-e2e-api-a-87293f","name":"e2e-e2e-api-a-87293f-policy","reconcileID":"d05c015f-18f4-489c-823f-27bd53f34c0b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-87293f-policy","namespace":"ai-tenant-e2e-api-a-87293f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:40.967366187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"abcc6c62-1499-423a-b6fd-c67c35899cf8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:40.967465683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"abcc6c62-1499-423a-b6fd-c67c35899cf8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:42.242257184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dbf3a55-c83a-4140-8275-e13feb6d0f1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:42.246545262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dbf3a55-c83a-4140-8275-e13feb6d0f1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:42.250260695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dbf3a55-c83a-4140-8275-e13feb6d0f1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:42.254000247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dbf3a55-c83a-4140-8275-e13feb6d0f1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:42.550760364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cfa5512-21be-4d0c-b891-102d302f0790","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:42.554002247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cfa5512-21be-4d0c-b891-102d302f0790","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:42.557756808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cfa5512-21be-4d0c-b891-102d302f0790","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:42.560996319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cfa5512-21be-4d0c-b891-102d302f0790","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:42.76013579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6716aef8-bd3e-4ef0-9013-6fcd48f87056","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:42.763477457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6716aef8-bd3e-4ef0-9013-6fcd48f87056","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:42.766644969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6716aef8-bd3e-4ef0-9013-6fcd48f87056","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:42.769644082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6716aef8-bd3e-4ef0-9013-6fcd48f87056","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:43.277461738Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-da58b769","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-da58b769","reconcileID":"2ac11c3d-1a95-41b2-861e-c46dde7f250a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-da58b769","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-da58b769":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:43.366690309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"283c84ea-1338-4c99-bcfc-f849e354f5d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:43.369945087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"283c84ea-1338-4c99-bcfc-f849e354f5d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:43.372950551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"283c84ea-1338-4c99-bcfc-f849e354f5d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:43.376691543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"283c84ea-1338-4c99-bcfc-f849e354f5d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:43.814827892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0122b920-3559-42b0-a33b-1639570c6eb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:43.817958966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0122b920-3559-42b0-a33b-1639570c6eb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:43.820931729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0122b920-3559-42b0-a33b-1639570c6eb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:43.823853647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0122b920-3559-42b0-a33b-1639570c6eb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:46.225622085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"514d5078-6a32-4e60-8d97-d80b6f397400","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:46.225643856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"514d5078-6a32-4e60-8d97-d80b6f397400","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:46.226313805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa780440-f1f0-48d8-a806-d85c9fa83a4f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:46.226333185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa780440-f1f0-48d8-a806-d85c9fa83a4f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:46.233282433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e9d87657-44b0-4a05-99c3-6bd95044150c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:46.233301136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e9d87657-44b0-4a05-99c3-6bd95044150c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:46.234269046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0aa90d50-efe6-4cb4-8776-aba8f99f9a4a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:46.234287364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0aa90d50-efe6-4cb4-8776-aba8f99f9a4a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:46.239809354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-066928-policy","namespace":"ai-tenant-e2e-api-b-066928"},"namespace":"ai-tenant-e2e-api-b-066928","name":"e2e-e2e-api-b-066928-policy","reconcileID":"53ccb3ab-f053-434b-a530-0b0494c35e35","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-066928-policy","namespace":"ai-tenant-e2e-api-b-066928"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-066928","tenantID":"e2e-api-b-066928","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:46.239811056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7784e5-policy","namespace":"ai-tenant-e2e-api-b-7784e5"},"namespace":"ai-tenant-e2e-api-b-7784e5","name":"e2e-e2e-api-b-7784e5-policy","reconcileID":"0c1fefa7-3eac-41d8-a679-4070a384085f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7784e5-policy","namespace":"ai-tenant-e2e-api-b-7784e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7784e5","tenantID":"e2e-api-b-7784e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:46.26802625Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7784e5-policy","namespace":"ai-tenant-e2e-api-b-7784e5"},"namespace":"ai-tenant-e2e-api-b-7784e5","name":"e2e-e2e-api-b-7784e5-policy","reconcileID":"0c1fefa7-3eac-41d8-a679-4070a384085f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7784e5-policy","namespace":"ai-tenant-e2e-api-b-7784e5"},"name":"e2e-api-b-7784e5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:46.270874634Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-066928-policy","namespace":"ai-tenant-e2e-api-b-066928"},"namespace":"ai-tenant-e2e-api-b-066928","name":"e2e-e2e-api-b-066928-policy","reconcileID":"53ccb3ab-f053-434b-a530-0b0494c35e35","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-066928-policy","namespace":"ai-tenant-e2e-api-b-066928"},"name":"e2e-api-b-066928-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:46.274663334Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-7784e5-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7784e5-policy","namespace":"ai-tenant-e2e-api-b-7784e5"},"namespace":"ai-tenant-e2e-api-b-7784e5","name":"e2e-e2e-api-b-7784e5-policy","reconcileID":"0c1fefa7-3eac-41d8-a679-4070a384085f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7784e5-policy","namespace":"ai-tenant-e2e-api-b-7784e5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:46.277382759Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-066928-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-066928-policy","namespace":"ai-tenant-e2e-api-b-066928"},"namespace":"ai-tenant-e2e-api-b-066928","name":"e2e-e2e-api-b-066928-policy","reconcileID":"53ccb3ab-f053-434b-a530-0b0494c35e35","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-066928-policy","namespace":"ai-tenant-e2e-api-b-066928"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:46.283090678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"747692d5-c7d0-49c3-97a5-c3df56b4b7e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:46.28311934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"747692d5-c7d0-49c3-97a5-c3df56b4b7e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:46.285617686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9eb433e0-84af-4011-80de-70d0cc9b5011","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:46.285636165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9eb433e0-84af-4011-80de-70d0cc9b5011","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:46.856308431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-87293f-policy","namespace":"ai-tenant-e2e-api-a-87293f"},"namespace":"ai-tenant-e2e-api-a-87293f","name":"e2e-e2e-api-a-87293f-policy","reconcileID":"7e829cac-9f95-460b-a952-f5a31ca9dfd3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-87293f-policy","namespace":"ai-tenant-e2e-api-a-87293f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-87293f","tenantID":"e2e-api-a-87293f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:46.866031571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-87293f-policy","namespace":"ai-tenant-e2e-api-a-87293f"},"namespace":"ai-tenant-e2e-api-a-87293f","name":"e2e-e2e-api-a-87293f-policy","reconcileID":"7e829cac-9f95-460b-a952-f5a31ca9dfd3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-87293f-policy","namespace":"ai-tenant-e2e-api-a-87293f"},"name":"e2e-api-a-87293f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:46.872287196Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-87293f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ae8ee6af8da1ebf4df7351cf74c04ece57c9ac787a9d16b0c9ee6cb7d77c7e8b) AuthConfig (aac7e077dbc2e76573bc116c6b9d6b139f08edf1fdd4c5786be7423748d7ef48) AuthConfig (a8038b90b32feca04aa8199b131d65e7aab4ae34ae663ee67911dc4ea409866e) AuthConfig (2d8251e24d7cf4c9de146517ef9b76f44cafa48c8c9ab5f7ebb5830665811c3b) AuthConfig (57f320a035bc515174e04d488457eb63ff0c46e1d6c7648e6d29c5653e28b106) AuthConfig (4df772b7002e9226442f93e353c8cba551d4ef276882268b78502357945eb5cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-87293f-policy","namespace":"ai-tenant-e2e-api-a-87293f"},"namespace":"ai-tenant-e2e-api-a-87293f","name":"e2e-e2e-api-a-87293f-policy","reconcileID":"7e829cac-9f95-460b-a952-f5a31ca9dfd3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-87293f-policy","namespace":"ai-tenant-e2e-api-a-87293f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:46.880401454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-87293f-policy","namespace":"ai-tenant-e2e-api-a-87293f"},"namespace":"ai-tenant-e2e-api-a-87293f","name":"e2e-e2e-api-a-87293f-policy","reconcileID":"f1c5c75e-af23-4497-87db-248c0a328d5c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-87293f-policy","namespace":"ai-tenant-e2e-api-a-87293f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-87293f","tenantID":"e2e-api-a-87293f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:46.962916262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-87293f-policy","namespace":"ai-tenant-e2e-api-a-87293f"},"namespace":"ai-tenant-e2e-api-a-87293f","name":"e2e-e2e-api-a-87293f-policy","reconcileID":"f1c5c75e-af23-4497-87db-248c0a328d5c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-87293f-policy","namespace":"ai-tenant-e2e-api-a-87293f"},"name":"e2e-api-a-87293f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:46.968995334Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-87293f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ae8ee6af8da1ebf4df7351cf74c04ece57c9ac787a9d16b0c9ee6cb7d77c7e8b) AuthConfig (aac7e077dbc2e76573bc116c6b9d6b139f08edf1fdd4c5786be7423748d7ef48) AuthConfig (a8038b90b32feca04aa8199b131d65e7aab4ae34ae663ee67911dc4ea409866e) AuthConfig (2d8251e24d7cf4c9de146517ef9b76f44cafa48c8c9ab5f7ebb5830665811c3b) AuthConfig (57f320a035bc515174e04d488457eb63ff0c46e1d6c7648e6d29c5653e28b106) AuthConfig (4df772b7002e9226442f93e353c8cba551d4ef276882268b78502357945eb5cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-87293f-policy","namespace":"ai-tenant-e2e-api-a-87293f"},"namespace":"ai-tenant-e2e-api-a-87293f","name":"e2e-e2e-api-a-87293f-policy","reconcileID":"f1c5c75e-af23-4497-87db-248c0a328d5c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-87293f-policy","namespace":"ai-tenant-e2e-api-a-87293f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:47.010804918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2527ca8-81a1-401d-8306-ddf9df479920","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:47.014365851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2527ca8-81a1-401d-8306-ddf9df479920","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:47.01750048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2527ca8-81a1-401d-8306-ddf9df479920","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:47.020492113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2527ca8-81a1-401d-8306-ddf9df479920","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:47.317080062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb4cea1e-5ff5-4cfc-ad88-656737d4b53a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:47.320070439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb4cea1e-5ff5-4cfc-ad88-656737d4b53a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:47.323381241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb4cea1e-5ff5-4cfc-ad88-656737d4b53a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:47.326664118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb4cea1e-5ff5-4cfc-ad88-656737d4b53a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:47.508948917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc9e98d0-6e7b-485a-b067-85b46a68c4a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:47.51944692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc9e98d0-6e7b-485a-b067-85b46a68c4a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:47.557519214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc9e98d0-6e7b-485a-b067-85b46a68c4a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:47.561405445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc9e98d0-6e7b-485a-b067-85b46a68c4a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:47.924410291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c949717-af7b-4561-8176-a50661401cce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:47.927552677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c949717-af7b-4561-8176-a50661401cce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:47.930694757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c949717-af7b-4561-8176-a50661401cce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:47.933809601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c949717-af7b-4561-8176-a50661401cce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:48.19407885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f37d42-policy","namespace":"ai-tenant-e2e-api-a-f37d42"},"namespace":"ai-tenant-e2e-api-a-f37d42","name":"e2e-e2e-api-a-f37d42-policy","reconcileID":"53c06d24-98b0-405b-9b11-15136aca67e9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f37d42-policy","namespace":"ai-tenant-e2e-api-a-f37d42"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f37d42","tenantID":"e2e-api-a-f37d42","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:48.202161803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f37d42-policy","namespace":"ai-tenant-e2e-api-a-f37d42"},"namespace":"ai-tenant-e2e-api-a-f37d42","name":"e2e-e2e-api-a-f37d42-policy","reconcileID":"53c06d24-98b0-405b-9b11-15136aca67e9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f37d42-policy","namespace":"ai-tenant-e2e-api-a-f37d42"},"name":"e2e-api-a-f37d42-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:48.207994895Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f37d42-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3e689c9166e99a0f280cb6a552c7d0c548ec8e8f8eb646f3673ae186ad99e526) AuthConfig (383c0ad021c33fde26d2f04b2beea10d13860328828ffea8bb18633b1a8e225e) AuthConfig (c855a0e1f77ed9d0278406dc7995979f09565ef3ae9bcb6b91a7c67463654a3f) AuthConfig (dbcb12e94ade2a63ab6439aee6a8a8b03a78752a5f93537f8671c1acce5f6bbe) AuthConfig (bef20c6de4bd50bcc81f7dbc2e01e24cfedba822ac0ada1923c3225c5089dfa2) AuthConfig (dd9081cf016bcdd3488540a3702f0fa758f72b28b719cef5524fbe003b887a00)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f37d42-policy","namespace":"ai-tenant-e2e-api-a-f37d42"},"namespace":"ai-tenant-e2e-api-a-f37d42","name":"e2e-e2e-api-a-f37d42-policy","reconcileID":"53c06d24-98b0-405b-9b11-15136aca67e9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f37d42-policy","namespace":"ai-tenant-e2e-api-a-f37d42"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:48.359198577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f37d42-policy","namespace":"ai-tenant-e2e-api-a-f37d42"},"namespace":"ai-tenant-e2e-api-a-f37d42","name":"e2e-e2e-api-a-f37d42-policy","reconcileID":"eef36b80-a1c2-48a2-be45-c5de52049d3c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f37d42-policy","namespace":"ai-tenant-e2e-api-a-f37d42"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f37d42","tenantID":"e2e-api-a-f37d42","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:48.366914071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f37d42-policy","namespace":"ai-tenant-e2e-api-a-f37d42"},"namespace":"ai-tenant-e2e-api-a-f37d42","name":"e2e-e2e-api-a-f37d42-policy","reconcileID":"eef36b80-a1c2-48a2-be45-c5de52049d3c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f37d42-policy","namespace":"ai-tenant-e2e-api-a-f37d42"},"name":"e2e-api-a-f37d42-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:48.372592107Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f37d42-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3e689c9166e99a0f280cb6a552c7d0c548ec8e8f8eb646f3673ae186ad99e526) AuthConfig (383c0ad021c33fde26d2f04b2beea10d13860328828ffea8bb18633b1a8e225e) AuthConfig (c855a0e1f77ed9d0278406dc7995979f09565ef3ae9bcb6b91a7c67463654a3f) AuthConfig (dbcb12e94ade2a63ab6439aee6a8a8b03a78752a5f93537f8671c1acce5f6bbe) AuthConfig (bef20c6de4bd50bcc81f7dbc2e01e24cfedba822ac0ada1923c3225c5089dfa2) AuthConfig (dd9081cf016bcdd3488540a3702f0fa758f72b28b719cef5524fbe003b887a00)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f37d42-policy","namespace":"ai-tenant-e2e-api-a-f37d42"},"namespace":"ai-tenant-e2e-api-a-f37d42","name":"e2e-e2e-api-a-f37d42-policy","reconcileID":"eef36b80-a1c2-48a2-be45-c5de52049d3c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f37d42-policy","namespace":"ai-tenant-e2e-api-a-f37d42"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:48.40459617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41d8c678-4b07-423b-af8a-1a88dfc19770","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:48.407604145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41d8c678-4b07-423b-af8a-1a88dfc19770","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:48.410904998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41d8c678-4b07-423b-af8a-1a88dfc19770","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:48.414009901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41d8c678-4b07-423b-af8a-1a88dfc19770","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:48.688456676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9a0672c-e0ce-466e-99d0-06329db5f300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:48.691543206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9a0672c-e0ce-466e-99d0-06329db5f300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:48.694427408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9a0672c-e0ce-466e-99d0-06329db5f300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:48.756570264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9a0672c-e0ce-466e-99d0-06329db5f300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:49.057366906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc735067-24ca-44d0-979e-03b0bdd1c01f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:49.071838991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc735067-24ca-44d0-979e-03b0bdd1c01f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:49.075998732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc735067-24ca-44d0-979e-03b0bdd1c01f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:49.118869998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc735067-24ca-44d0-979e-03b0bdd1c01f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:52.041576815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"default-tenant","reconcileID":"c6df8c67-e933-4e7f-9914-08a2a9d57813","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-da58b769","tenantID":"e2e-mt-da58b769","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:52.06900307Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"default-tenant","reconcileID":"c6df8c67-e933-4e7f-9914-08a2a9d57813","name":"e2e-mt-da58b769-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:56.296052729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-066928-policy","namespace":"ai-tenant-e2e-api-b-066928"},"namespace":"ai-tenant-e2e-api-b-066928","name":"e2e-e2e-api-b-066928-policy","reconcileID":"8c3c24b0-8a8b-416f-a5b1-adfb76775ab4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-066928-policy","namespace":"ai-tenant-e2e-api-b-066928"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-066928","tenantID":"e2e-api-b-066928","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:56.2973637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7784e5-policy","namespace":"ai-tenant-e2e-api-b-7784e5"},"namespace":"ai-tenant-e2e-api-b-7784e5","name":"e2e-e2e-api-b-7784e5-policy","reconcileID":"8d62de7c-ef10-495f-b87c-88d4a451b3e8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7784e5-policy","namespace":"ai-tenant-e2e-api-b-7784e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7784e5","tenantID":"e2e-api-b-7784e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:56.317541576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7784e5-policy","namespace":"ai-tenant-e2e-api-b-7784e5"},"namespace":"ai-tenant-e2e-api-b-7784e5","name":"e2e-e2e-api-b-7784e5-policy","reconcileID":"8d62de7c-ef10-495f-b87c-88d4a451b3e8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7784e5-policy","namespace":"ai-tenant-e2e-api-b-7784e5"},"name":"e2e-api-b-7784e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:56.319971966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-066928-policy","namespace":"ai-tenant-e2e-api-b-066928"},"namespace":"ai-tenant-e2e-api-b-066928","name":"e2e-e2e-api-b-066928-policy","reconcileID":"8c3c24b0-8a8b-416f-a5b1-adfb76775ab4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-066928-policy","namespace":"ai-tenant-e2e-api-b-066928"},"name":"e2e-api-b-066928-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:56.335768654Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-066928-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-066928-policy","namespace":"ai-tenant-e2e-api-b-066928"},"namespace":"ai-tenant-e2e-api-b-066928","name":"e2e-e2e-api-b-066928-policy","reconcileID":"8c3c24b0-8a8b-416f-a5b1-adfb76775ab4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-066928-policy","namespace":"ai-tenant-e2e-api-b-066928"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:56.336046247Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-7784e5-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7784e5-policy","namespace":"ai-tenant-e2e-api-b-7784e5"},"namespace":"ai-tenant-e2e-api-b-7784e5","name":"e2e-e2e-api-b-7784e5-policy","reconcileID":"8d62de7c-ef10-495f-b87c-88d4a451b3e8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7784e5-policy","namespace":"ai-tenant-e2e-api-b-7784e5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:56.907720885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-87293f-policy","namespace":"ai-tenant-e2e-api-a-87293f"},"namespace":"ai-tenant-e2e-api-a-87293f","name":"e2e-e2e-api-a-87293f-policy","reconcileID":"742a18da-11d6-4b91-8f96-c08552dd2952","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-87293f-policy","namespace":"ai-tenant-e2e-api-a-87293f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-87293f","tenantID":"e2e-api-a-87293f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:56.916006666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-87293f-policy","namespace":"ai-tenant-e2e-api-a-87293f"},"namespace":"ai-tenant-e2e-api-a-87293f","name":"e2e-e2e-api-a-87293f-policy","reconcileID":"742a18da-11d6-4b91-8f96-c08552dd2952","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-87293f-policy","namespace":"ai-tenant-e2e-api-a-87293f"},"name":"e2e-api-a-87293f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:56.9384698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f3367cb3-25fb-427a-9a84-57031d9ee5e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:56.938488419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f3367cb3-25fb-427a-9a84-57031d9ee5e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:57.018745503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-87293f-policy","namespace":"ai-tenant-e2e-api-a-87293f"},"namespace":"ai-tenant-e2e-api-a-87293f","name":"e2e-e2e-api-a-87293f-policy","reconcileID":"58874322-f629-4afc-abfa-6dae867da220","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-87293f-policy","namespace":"ai-tenant-e2e-api-a-87293f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-87293f","tenantID":"e2e-api-a-87293f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:57.032434117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-87293f-policy","namespace":"ai-tenant-e2e-api-a-87293f"},"namespace":"ai-tenant-e2e-api-a-87293f","name":"e2e-e2e-api-a-87293f-policy","reconcileID":"58874322-f629-4afc-abfa-6dae867da220","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-87293f-policy","namespace":"ai-tenant-e2e-api-a-87293f"},"name":"e2e-api-a-87293f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:57.546183383Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-87293f"},"namespace":"ai-tenant-e2e-api-a-87293f","name":"default-tenant","reconcileID":"79baa6e4-a3e6-45d2-876a-7d8a9826c02c","namespace":"ai-tenant-e2e-api-a-87293f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:57.546252896Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-87293f"},"namespace":"ai-tenant-e2e-api-a-87293f","name":"default-tenant","reconcileID":"79baa6e4-a3e6-45d2-876a-7d8a9826c02c","namespace":"ai-tenant-e2e-api-a-87293f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:57.546331372Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-87293f"},"namespace":"ai-tenant-e2e-api-a-87293f","name":"default-tenant","reconcileID":"79baa6e4-a3e6-45d2-876a-7d8a9826c02c","name":"e2e-e2e-api-a-87293f-policy","namespace":"ai-tenant-e2e-api-a-87293f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:57.553252315Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-87293f"},"namespace":"ai-tenant-e2e-api-a-87293f","name":"default-tenant","reconcileID":"79baa6e4-a3e6-45d2-876a-7d8a9826c02c","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:57.553563806Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-87293f-policy","namespace":"ai-tenant-e2e-api-a-87293f"},"namespace":"ai-tenant-e2e-api-a-87293f","name":"e2e-e2e-api-a-87293f-policy","reconcileID":"7f03d556-44bb-456a-9787-d07d95743e87","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-87293f-policy","namespace":"ai-tenant-e2e-api-a-87293f"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:57.553901804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9f32168c-7c35-4aee-a0bc-5c2254d12236","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:57.553920747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9f32168c-7c35-4aee-a0bc-5c2254d12236","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:57.60315353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-87293f-policy","namespace":"ai-tenant-e2e-api-a-87293f"},"namespace":"ai-tenant-e2e-api-a-87293f","name":"e2e-e2e-api-a-87293f-policy","reconcileID":"7f03d556-44bb-456a-9787-d07d95743e87","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-87293f-policy","namespace":"ai-tenant-e2e-api-a-87293f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-87293f","tenantID":"e2e-api-a-87293f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:57.690654055Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-87293f-policy","namespace":"ai-tenant-e2e-api-a-87293f"},"namespace":"ai-tenant-e2e-api-a-87293f","name":"e2e-e2e-api-a-87293f-policy","reconcileID":"7f03d556-44bb-456a-9787-d07d95743e87","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-87293f-policy","namespace":"ai-tenant-e2e-api-a-87293f"},"name":"e2e-api-a-87293f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:57.690674656Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-87293f-policy","namespace":"ai-tenant-e2e-api-a-87293f"},"namespace":"ai-tenant-e2e-api-a-87293f","name":"e2e-e2e-api-a-87293f-policy","reconcileID":"7f03d556-44bb-456a-9787-d07d95743e87","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-87293f-policy","namespace":"ai-tenant-e2e-api-a-87293f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-87293f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:57.698901939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"de84fbd3-5c68-48ee-9a9a-e4c8c8728bef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:57.698922498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"de84fbd3-5c68-48ee-9a9a-e4c8c8728bef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:58.319595077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f37d42-policy","namespace":"ai-tenant-e2e-api-a-f37d42"},"namespace":"ai-tenant-e2e-api-a-f37d42","name":"e2e-e2e-api-a-f37d42-policy","reconcileID":"5e5c4578-30b3-4e70-97a8-768bb7be5636","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f37d42-policy","namespace":"ai-tenant-e2e-api-a-f37d42"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f37d42","tenantID":"e2e-api-a-f37d42","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:58.371660789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f37d42-policy","namespace":"ai-tenant-e2e-api-a-f37d42"},"namespace":"ai-tenant-e2e-api-a-f37d42","name":"e2e-e2e-api-a-f37d42-policy","reconcileID":"5e5c4578-30b3-4e70-97a8-768bb7be5636","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f37d42-policy","namespace":"ai-tenant-e2e-api-a-f37d42"},"name":"e2e-api-a-f37d42-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:58.465314448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"30ea9609-d3d1-4655-86ef-b3da6fe5073a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:58.465342427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"30ea9609-d3d1-4655-86ef-b3da6fe5073a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:58.473320521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f37d42-policy","namespace":"ai-tenant-e2e-api-a-f37d42"},"namespace":"ai-tenant-e2e-api-a-f37d42","name":"e2e-e2e-api-a-f37d42-policy","reconcileID":"b35077eb-bce5-49ac-87e6-7a4215fb2665","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f37d42-policy","namespace":"ai-tenant-e2e-api-a-f37d42"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f37d42","tenantID":"e2e-api-a-f37d42","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:58.481995611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f37d42-policy","namespace":"ai-tenant-e2e-api-a-f37d42"},"namespace":"ai-tenant-e2e-api-a-f37d42","name":"e2e-e2e-api-a-f37d42-policy","reconcileID":"b35077eb-bce5-49ac-87e6-7a4215fb2665","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f37d42-policy","namespace":"ai-tenant-e2e-api-a-f37d42"},"name":"e2e-api-a-f37d42-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:53:58.503607839Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f37d42-policy","namespace":"ai-tenant-e2e-api-a-f37d42"},"namespace":"ai-tenant-e2e-api-a-f37d42","name":"e2e-e2e-api-a-f37d42-policy","reconcileID":"b35077eb-bce5-49ac-87e6-7a4215fb2665","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-e2e-api-a-f37d42-policy\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:58.5700909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f37d42-policy","namespace":"ai-tenant-e2e-api-a-f37d42"},"namespace":"ai-tenant-e2e-api-a-f37d42","name":"e2e-e2e-api-a-f37d42-policy","reconcileID":"11fc9862-97ae-4e96-a5d1-502383795b52","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f37d42-policy","namespace":"ai-tenant-e2e-api-a-f37d42"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f37d42","tenantID":"e2e-api-a-f37d42","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:58.579872878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f37d42-policy","namespace":"ai-tenant-e2e-api-a-f37d42"},"namespace":"ai-tenant-e2e-api-a-f37d42","name":"e2e-e2e-api-a-f37d42-policy","reconcileID":"11fc9862-97ae-4e96-a5d1-502383795b52","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f37d42-policy","namespace":"ai-tenant-e2e-api-a-f37d42"},"name":"e2e-api-a-f37d42-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:03.801861082Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f37d42"},"namespace":"ai-tenant-e2e-api-a-f37d42","name":"default-tenant","reconcileID":"e90f7495-d7c2-4660-8a76-9fe06c032eaa","namespace":"ai-tenant-e2e-api-a-f37d42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:03.802080594Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f37d42"},"namespace":"ai-tenant-e2e-api-a-f37d42","name":"default-tenant","reconcileID":"e90f7495-d7c2-4660-8a76-9fe06c032eaa","namespace":"ai-tenant-e2e-api-a-f37d42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:03.80227017Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f37d42"},"namespace":"ai-tenant-e2e-api-a-f37d42","name":"default-tenant","reconcileID":"e90f7495-d7c2-4660-8a76-9fe06c032eaa","name":"e2e-e2e-api-a-f37d42-policy","namespace":"ai-tenant-e2e-api-a-f37d42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:03.8118847Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f37d42"},"namespace":"ai-tenant-e2e-api-a-f37d42","name":"default-tenant","reconcileID":"e90f7495-d7c2-4660-8a76-9fe06c032eaa","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:03.81219734Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f37d42-policy","namespace":"ai-tenant-e2e-api-a-f37d42"},"namespace":"ai-tenant-e2e-api-a-f37d42","name":"e2e-e2e-api-a-f37d42-policy","reconcileID":"96ca9a56-0b0d-4ae8-a35d-d60eb4014081","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f37d42-policy","namespace":"ai-tenant-e2e-api-a-f37d42"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:03.812513115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e408de36-43e6-44dc-b8f6-d57cd7a33a79","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:03.812527301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e408de36-43e6-44dc-b8f6-d57cd7a33a79","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:03.870607957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f37d42-policy","namespace":"ai-tenant-e2e-api-a-f37d42"},"namespace":"ai-tenant-e2e-api-a-f37d42","name":"e2e-e2e-api-a-f37d42-policy","reconcileID":"96ca9a56-0b0d-4ae8-a35d-d60eb4014081","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f37d42-policy","namespace":"ai-tenant-e2e-api-a-f37d42"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f37d42","tenantID":"e2e-api-a-f37d42","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:03.956755274Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f37d42-policy","namespace":"ai-tenant-e2e-api-a-f37d42"},"namespace":"ai-tenant-e2e-api-a-f37d42","name":"e2e-e2e-api-a-f37d42-policy","reconcileID":"96ca9a56-0b0d-4ae8-a35d-d60eb4014081","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f37d42-policy","namespace":"ai-tenant-e2e-api-a-f37d42"},"name":"e2e-api-a-f37d42-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:03.956785586Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f37d42-policy","namespace":"ai-tenant-e2e-api-a-f37d42"},"namespace":"ai-tenant-e2e-api-a-f37d42","name":"e2e-e2e-api-a-f37d42-policy","reconcileID":"96ca9a56-0b0d-4ae8-a35d-d60eb4014081","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f37d42-policy","namespace":"ai-tenant-e2e-api-a-f37d42"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f37d42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:03.964730484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d99f86f-e206-49ae-be19-fe9a36cd2ae1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:03.964747565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d99f86f-e206-49ae-be19-fe9a36cd2ae1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:06.191606746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b370e07c-2bc9-4b16-8d06-0a190ea67c00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:06.195074738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b370e07c-2bc9-4b16-8d06-0a190ea67c00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:06.19819662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b370e07c-2bc9-4b16-8d06-0a190ea67c00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:06.201224458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b370e07c-2bc9-4b16-8d06-0a190ea67c00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:06.348460546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7784e5-policy","namespace":"ai-tenant-e2e-api-b-7784e5"},"namespace":"ai-tenant-e2e-api-b-7784e5","name":"e2e-e2e-api-b-7784e5-policy","reconcileID":"1014b63b-d2a0-40c6-bebf-dcd24f987b59","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7784e5-policy","namespace":"ai-tenant-e2e-api-b-7784e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7784e5","tenantID":"e2e-api-b-7784e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:06.349110171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-066928-policy","namespace":"ai-tenant-e2e-api-b-066928"},"namespace":"ai-tenant-e2e-api-b-066928","name":"e2e-e2e-api-b-066928-policy","reconcileID":"f61c7579-a0b7-4562-8de1-4e2f0ec2e41b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-066928-policy","namespace":"ai-tenant-e2e-api-b-066928"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-066928","tenantID":"e2e-api-b-066928","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:06.356378993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7784e5-policy","namespace":"ai-tenant-e2e-api-b-7784e5"},"namespace":"ai-tenant-e2e-api-b-7784e5","name":"e2e-e2e-api-b-7784e5-policy","reconcileID":"1014b63b-d2a0-40c6-bebf-dcd24f987b59","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7784e5-policy","namespace":"ai-tenant-e2e-api-b-7784e5"},"name":"e2e-api-b-7784e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:06.356981981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-066928-policy","namespace":"ai-tenant-e2e-api-b-066928"},"namespace":"ai-tenant-e2e-api-b-066928","name":"e2e-e2e-api-b-066928-policy","reconcileID":"f61c7579-a0b7-4562-8de1-4e2f0ec2e41b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-066928-policy","namespace":"ai-tenant-e2e-api-b-066928"},"name":"e2e-api-b-066928-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:06.364278177Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-7784e5-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7784e5-policy","namespace":"ai-tenant-e2e-api-b-7784e5"},"namespace":"ai-tenant-e2e-api-b-7784e5","name":"e2e-e2e-api-b-7784e5-policy","reconcileID":"1014b63b-d2a0-40c6-bebf-dcd24f987b59","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7784e5-policy","namespace":"ai-tenant-e2e-api-b-7784e5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:06.366968337Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-066928-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-066928-policy","namespace":"ai-tenant-e2e-api-b-066928"},"namespace":"ai-tenant-e2e-api-b-066928","name":"e2e-e2e-api-b-066928-policy","reconcileID":"f61c7579-a0b7-4562-8de1-4e2f0ec2e41b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-066928-policy","namespace":"ai-tenant-e2e-api-b-066928"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:06.527720092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3abfbfc-525b-4883-852c-db498ef29b82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:06.530790446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3abfbfc-525b-4883-852c-db498ef29b82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:06.533968071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3abfbfc-525b-4883-852c-db498ef29b82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:06.537344097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3abfbfc-525b-4883-852c-db498ef29b82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:09.903966971Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-87293f"},"namespace":"ai-tenant-e2e-api-a-87293f","name":"default-tenant","reconcileID":"fef1b4df-cbb0-4c99-b871-1537337caff5","namespace":"ai-tenant-e2e-api-a-87293f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:09.904075676Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-87293f"},"namespace":"ai-tenant-e2e-api-a-87293f","name":"default-tenant","reconcileID":"fef1b4df-cbb0-4c99-b871-1537337caff5","namespace":"ai-tenant-e2e-api-a-87293f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:09.904194783Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-87293f"},"namespace":"ai-tenant-e2e-api-a-87293f","name":"default-tenant","reconcileID":"fef1b4df-cbb0-4c99-b871-1537337caff5","tenant":"e2e-api-a-87293f","tenantID":"e2e-api-a-87293f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:09.909438779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-87293f"},"namespace":"ai-tenant-e2e-api-a-87293f","name":"default-tenant","reconcileID":"fef1b4df-cbb0-4c99-b871-1537337caff5","gvk":"Deployment","name":"maas-api-e2e-api-a-87293f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:09.927924367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-87293f"},"namespace":"ai-tenant-e2e-api-a-87293f","name":"default-tenant","reconcileID":"fef1b4df-cbb0-4c99-b871-1537337caff5","gvk":"Service","name":"maas-api-e2e-api-a-87293f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:09.935062921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-87293f"},"namespace":"ai-tenant-e2e-api-a-87293f","name":"default-tenant","reconcileID":"fef1b4df-cbb0-4c99-b871-1537337caff5","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-87293f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:09.943222463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-87293f"},"namespace":"ai-tenant-e2e-api-a-87293f","name":"default-tenant","reconcileID":"fef1b4df-cbb0-4c99-b871-1537337caff5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-87293f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:09.95379643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-87293f"},"namespace":"ai-tenant-e2e-api-a-87293f","name":"default-tenant","reconcileID":"fef1b4df-cbb0-4c99-b871-1537337caff5","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-87293f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:09.960055245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-87293f"},"namespace":"ai-tenant-e2e-api-a-87293f","name":"default-tenant","reconcileID":"fef1b4df-cbb0-4c99-b871-1537337caff5","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-87293f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:09.973660771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-87293f"},"namespace":"ai-tenant-e2e-api-a-87293f","name":"default-tenant","reconcileID":"fef1b4df-cbb0-4c99-b871-1537337caff5","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-87293f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:09.979749682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-87293f"},"namespace":"ai-tenant-e2e-api-a-87293f","name":"default-tenant","reconcileID":"fef1b4df-cbb0-4c99-b871-1537337caff5","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-87293f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:09.982627986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-87293f"},"namespace":"ai-tenant-e2e-api-a-87293f","name":"default-tenant","reconcileID":"fef1b4df-cbb0-4c99-b871-1537337caff5","gvk":"Deployment","name":"payload-processing-e2e-api-a-87293f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:09.985699536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-87293f"},"namespace":"ai-tenant-e2e-api-a-87293f","name":"default-tenant","reconcileID":"fef1b4df-cbb0-4c99-b871-1537337caff5","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-87293f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:09.99028893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-87293f"},"namespace":"ai-tenant-e2e-api-a-87293f","name":"default-tenant","reconcileID":"fef1b4df-cbb0-4c99-b871-1537337caff5","gvk":"Service","name":"payload-processing-e2e-api-a-87293f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:09.993682705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-87293f"},"namespace":"ai-tenant-e2e-api-a-87293f","name":"default-tenant","reconcileID":"fef1b4df-cbb0-4c99-b871-1537337caff5","gvk":"Service","name":"payload-pre-processing-e2e-api-a-87293f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:09.996516888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-87293f"},"namespace":"ai-tenant-e2e-api-a-87293f","name":"default-tenant","reconcileID":"fef1b4df-cbb0-4c99-b871-1537337caff5","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-87293f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:09.999854016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-87293f"},"namespace":"ai-tenant-e2e-api-a-87293f","name":"default-tenant","reconcileID":"fef1b4df-cbb0-4c99-b871-1537337caff5","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-87293f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:10.002748537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-87293f"},"namespace":"ai-tenant-e2e-api-a-87293f","name":"default-tenant","reconcileID":"fef1b4df-cbb0-4c99-b871-1537337caff5","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-87293f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:10.008847675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-87293f"},"namespace":"ai-tenant-e2e-api-a-87293f","name":"default-tenant","reconcileID":"fef1b4df-cbb0-4c99-b871-1537337caff5","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-87293f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:10.01162554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-87293f"},"namespace":"ai-tenant-e2e-api-a-87293f","name":"default-tenant","reconcileID":"fef1b4df-cbb0-4c99-b871-1537337caff5","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-87293f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:10.014589395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-87293f"},"namespace":"ai-tenant-e2e-api-a-87293f","name":"default-tenant","reconcileID":"fef1b4df-cbb0-4c99-b871-1537337caff5","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-87293f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:10.017269281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-87293f"},"namespace":"ai-tenant-e2e-api-a-87293f","name":"default-tenant","reconcileID":"fef1b4df-cbb0-4c99-b871-1537337caff5","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-87293f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:10.019976524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-87293f"},"namespace":"ai-tenant-e2e-api-a-87293f","name":"default-tenant","reconcileID":"fef1b4df-cbb0-4c99-b871-1537337caff5","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-87293f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:10.194572626Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-87293f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-87293f","reconcileID":"231483e3-f760-4f6b-911c-68072e5fb428","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-87293f","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-87293f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:10.418728704Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:10.625923644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d134554a-6ef5-4ac1-8d1c-0450066d4485","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:10.630522418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d134554a-6ef5-4ac1-8d1c-0450066d4485","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:10.637022917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d134554a-6ef5-4ac1-8d1c-0450066d4485","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:10.65743484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d134554a-6ef5-4ac1-8d1c-0450066d4485","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:10.993372151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b60d19e3-ae53-448d-9ad4-4e5009aca660","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:11.013002044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b60d19e3-ae53-448d-9ad4-4e5009aca660","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:11.0203761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b60d19e3-ae53-448d-9ad4-4e5009aca660","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:11.05668896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b60d19e3-ae53-448d-9ad4-4e5009aca660","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:11.265553003Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f37d42"},"namespace":"ai-tenant-e2e-api-a-f37d42","name":"default-tenant","reconcileID":"1a96362d-07e0-4777-ab97-4d402cc54f4b","namespace":"ai-tenant-e2e-api-a-f37d42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:11.265611948Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f37d42"},"namespace":"ai-tenant-e2e-api-a-f37d42","name":"default-tenant","reconcileID":"1a96362d-07e0-4777-ab97-4d402cc54f4b","namespace":"ai-tenant-e2e-api-a-f37d42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:11.265660711Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f37d42"},"namespace":"ai-tenant-e2e-api-a-f37d42","name":"default-tenant","reconcileID":"1a96362d-07e0-4777-ab97-4d402cc54f4b","tenant":"e2e-api-a-f37d42","tenantID":"e2e-api-a-f37d42","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:11.270371942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f37d42"},"namespace":"ai-tenant-e2e-api-a-f37d42","name":"default-tenant","reconcileID":"1a96362d-07e0-4777-ab97-4d402cc54f4b","gvk":"Deployment","name":"maas-api-e2e-api-a-f37d42","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:11.291239249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f37d42"},"namespace":"ai-tenant-e2e-api-a-f37d42","name":"default-tenant","reconcileID":"1a96362d-07e0-4777-ab97-4d402cc54f4b","gvk":"Service","name":"maas-api-e2e-api-a-f37d42","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:11.297850912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f37d42"},"namespace":"ai-tenant-e2e-api-a-f37d42","name":"default-tenant","reconcileID":"1a96362d-07e0-4777-ab97-4d402cc54f4b","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-f37d42","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:11.309336631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f37d42"},"namespace":"ai-tenant-e2e-api-a-f37d42","name":"default-tenant","reconcileID":"1a96362d-07e0-4777-ab97-4d402cc54f4b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-f37d42","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:11.320536083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f37d42"},"namespace":"ai-tenant-e2e-api-a-f37d42","name":"default-tenant","reconcileID":"1a96362d-07e0-4777-ab97-4d402cc54f4b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-f37d42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:11.326379345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f37d42"},"namespace":"ai-tenant-e2e-api-a-f37d42","name":"default-tenant","reconcileID":"1a96362d-07e0-4777-ab97-4d402cc54f4b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-f37d42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:11.334155667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f37d42"},"namespace":"ai-tenant-e2e-api-a-f37d42","name":"default-tenant","reconcileID":"1a96362d-07e0-4777-ab97-4d402cc54f4b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-f37d42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:11.341822401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f37d42"},"namespace":"ai-tenant-e2e-api-a-f37d42","name":"default-tenant","reconcileID":"1a96362d-07e0-4777-ab97-4d402cc54f4b","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-f37d42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:11.344508183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f37d42"},"namespace":"ai-tenant-e2e-api-a-f37d42","name":"default-tenant","reconcileID":"1a96362d-07e0-4777-ab97-4d402cc54f4b","gvk":"Deployment","name":"payload-processing-e2e-api-a-f37d42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:11.347083937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f37d42"},"namespace":"ai-tenant-e2e-api-a-f37d42","name":"default-tenant","reconcileID":"1a96362d-07e0-4777-ab97-4d402cc54f4b","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-f37d42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:11.349651563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f37d42"},"namespace":"ai-tenant-e2e-api-a-f37d42","name":"default-tenant","reconcileID":"1a96362d-07e0-4777-ab97-4d402cc54f4b","gvk":"Service","name":"payload-processing-e2e-api-a-f37d42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:11.353772776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f37d42"},"namespace":"ai-tenant-e2e-api-a-f37d42","name":"default-tenant","reconcileID":"1a96362d-07e0-4777-ab97-4d402cc54f4b","gvk":"Service","name":"payload-pre-processing-e2e-api-a-f37d42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:11.356601573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f37d42"},"namespace":"ai-tenant-e2e-api-a-f37d42","name":"default-tenant","reconcileID":"1a96362d-07e0-4777-ab97-4d402cc54f4b","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-f37d42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:11.359161543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f37d42"},"namespace":"ai-tenant-e2e-api-a-f37d42","name":"default-tenant","reconcileID":"1a96362d-07e0-4777-ab97-4d402cc54f4b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-f37d42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:11.362153918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f37d42"},"namespace":"ai-tenant-e2e-api-a-f37d42","name":"default-tenant","reconcileID":"1a96362d-07e0-4777-ab97-4d402cc54f4b","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-f37d42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:11.368419645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f37d42"},"namespace":"ai-tenant-e2e-api-a-f37d42","name":"default-tenant","reconcileID":"1a96362d-07e0-4777-ab97-4d402cc54f4b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-f37d42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:11.370751094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f37d42"},"namespace":"ai-tenant-e2e-api-a-f37d42","name":"default-tenant","reconcileID":"1a96362d-07e0-4777-ab97-4d402cc54f4b","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-f37d42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:11.37319594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f37d42"},"namespace":"ai-tenant-e2e-api-a-f37d42","name":"default-tenant","reconcileID":"1a96362d-07e0-4777-ab97-4d402cc54f4b","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-f37d42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:11.378024937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f37d42"},"namespace":"ai-tenant-e2e-api-a-f37d42","name":"default-tenant","reconcileID":"1a96362d-07e0-4777-ab97-4d402cc54f4b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-f37d42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:11.380374692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f37d42"},"namespace":"ai-tenant-e2e-api-a-f37d42","name":"default-tenant","reconcileID":"1a96362d-07e0-4777-ab97-4d402cc54f4b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-f37d42","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:11.562228341Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-f37d42","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-f37d42","reconcileID":"b6f25a3c-463b-4a51-ac41-5c462bf6426c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-f37d42","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-f37d42"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:11.97115917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dfb7fbb-5c14-4b54-ba29-a3ab9c431a09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:11.974470452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dfb7fbb-5c14-4b54-ba29-a3ab9c431a09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:11.977673815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dfb7fbb-5c14-4b54-ba29-a3ab9c431a09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:11.981162145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dfb7fbb-5c14-4b54-ba29-a3ab9c431a09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:12.223429958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bd8b40c-41f7-4be8-9266-aaa7343861b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:12.226507209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bd8b40c-41f7-4be8-9266-aaa7343861b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:12.229399441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bd8b40c-41f7-4be8-9266-aaa7343861b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:12.232335171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bd8b40c-41f7-4be8-9266-aaa7343861b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:16.389722593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-066928-policy","namespace":"ai-tenant-e2e-api-b-066928"},"namespace":"ai-tenant-e2e-api-b-066928","name":"e2e-e2e-api-b-066928-policy","reconcileID":"1a625ca0-388a-4f95-964a-3f7239c6611d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-066928-policy","namespace":"ai-tenant-e2e-api-b-066928"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-066928","tenantID":"e2e-api-b-066928","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:16.393551994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7784e5-policy","namespace":"ai-tenant-e2e-api-b-7784e5"},"namespace":"ai-tenant-e2e-api-b-7784e5","name":"e2e-e2e-api-b-7784e5-policy","reconcileID":"2a46f6d9-bb16-4e90-83e6-e417aec78d6b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7784e5-policy","namespace":"ai-tenant-e2e-api-b-7784e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7784e5","tenantID":"e2e-api-b-7784e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:16.415776319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-066928-policy","namespace":"ai-tenant-e2e-api-b-066928"},"namespace":"ai-tenant-e2e-api-b-066928","name":"e2e-e2e-api-b-066928-policy","reconcileID":"1a625ca0-388a-4f95-964a-3f7239c6611d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-066928-policy","namespace":"ai-tenant-e2e-api-b-066928"},"name":"e2e-api-b-066928-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:16.550718553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7784e5-policy","namespace":"ai-tenant-e2e-api-b-7784e5"},"namespace":"ai-tenant-e2e-api-b-7784e5","name":"e2e-e2e-api-b-7784e5-policy","reconcileID":"2a46f6d9-bb16-4e90-83e6-e417aec78d6b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7784e5-policy","namespace":"ai-tenant-e2e-api-b-7784e5"},"name":"e2e-api-b-7784e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:16.56135901Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-7784e5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (725affa99418ca21689aeeae340d672ec42e78728486c80dbc5a1746b10130e5) AuthConfig (db72335392302e10cf95d4c4531e45aacfde9c908b6171f6b97219c4961e4c48) AuthConfig (103247736602dbd0399430d21204ef91e6c911ce84b4ef13975f444a7d6665a8) AuthConfig (541c82e3ea5bf0dcf258d4db7264f8c7b5c1330156a2125179815c6f147556c2) AuthConfig (bf37de5d02c67fc381466305656d6401baea9874637af92566aa28caaf3f035c) AuthConfig (787d91284ade1253eac969e6d15c3ecb884ec08fb3ae3f68378f3c6883873fcb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7784e5-policy","namespace":"ai-tenant-e2e-api-b-7784e5"},"namespace":"ai-tenant-e2e-api-b-7784e5","name":"e2e-e2e-api-b-7784e5-policy","reconcileID":"2a46f6d9-bb16-4e90-83e6-e417aec78d6b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7784e5-policy","namespace":"ai-tenant-e2e-api-b-7784e5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:16.561687276Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-066928-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1b3414585afbc5aeb7f9f2243c110e634415a8a216e20f1be233eda38f950265) AuthConfig (667c6d2e9bdc2167e52cc704ba7e81d74dcd142a5f0ca4260be567980ea660df) AuthConfig (e1e7659bfa65dba4200d4540fb80f0a2a76b8a31bafb364d91535d557546cc8f) AuthConfig (c8ee6146aec30ad4e527bb7bd643c9d50b8d15baa130a323fe3a52ac5077b166) AuthConfig (0dbfa0238b32ed98cdd4881d43b27f01e99780afefe8330dd913c9ef3a9d24d0) AuthConfig (aa01927852c76c464a018ddb7caca7ec95cc0c6c6a13857009f8c97e942eda3e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-066928-policy","namespace":"ai-tenant-e2e-api-b-066928"},"namespace":"ai-tenant-e2e-api-b-066928","name":"e2e-e2e-api-b-066928-policy","reconcileID":"1a625ca0-388a-4f95-964a-3f7239c6611d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-066928-policy","namespace":"ai-tenant-e2e-api-b-066928"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:16.574086975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c35898ca-461c-48cc-bfe3-df5379d01021","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:16.574142327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c35898ca-461c-48cc-bfe3-df5379d01021","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:16.58684846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"926558ab-79df-4a4f-81ed-b0866cb591d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:16.586867669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"926558ab-79df-4a4f-81ed-b0866cb591d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:17.574811787Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-92fbeaaf","namespace":"ai-tenant-e2e-mt-bf4c9dd2"},"namespace":"ai-tenant-e2e-mt-bf4c9dd2","name":"e2e-shared-int-policy-92fbeaaf","reconcileID":"48c07297-f22e-4604-9d2f-84d5612ee33f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-92fbeaaf","namespace":"ai-tenant-e2e-mt-bf4c9dd2"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:17.574923121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44009cc9-43ab-4be3-9f45-c99b23ad6c46","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:17.574944844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44009cc9-43ab-4be3-9f45-c99b23ad6c46","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:17.580368874Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-92fbeaaf","namespace":"ai-tenant-e2e-mt-bf4c9dd2"},"namespace":"ai-tenant-e2e-mt-bf4c9dd2","name":"e2e-shared-int-policy-92fbeaaf","reconcileID":"48c07297-f22e-4604-9d2f-84d5612ee33f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-92fbeaaf","namespace":"ai-tenant-e2e-mt-bf4c9dd2"},"policyNamespace":"ai-tenant-e2e-mt-bf4c9dd2","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:17.586840284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4ce29605-77f8-46bd-912d-11792284fc7b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:17.586857716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4ce29605-77f8-46bd-912d-11792284fc7b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:17.756843666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f143fa50-33af-4192-9bb8-562880ac68cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:17.756864806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f143fa50-33af-4192-9bb8-562880ac68cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:18.675878191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7784e5-policy","namespace":"ai-tenant-e2e-api-b-7784e5"},"namespace":"ai-tenant-e2e-api-b-7784e5","name":"e2e-e2e-api-b-7784e5-policy","reconcileID":"1008cf83-4946-40f9-9f28-197a8020493d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7784e5-policy","namespace":"ai-tenant-e2e-api-b-7784e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7784e5","tenantID":"e2e-api-b-7784e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:18.760753995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7784e5-policy","namespace":"ai-tenant-e2e-api-b-7784e5"},"namespace":"ai-tenant-e2e-api-b-7784e5","name":"e2e-e2e-api-b-7784e5-policy","reconcileID":"1008cf83-4946-40f9-9f28-197a8020493d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7784e5-policy","namespace":"ai-tenant-e2e-api-b-7784e5"},"name":"e2e-api-b-7784e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:18.776539019Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-7784e5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (725affa99418ca21689aeeae340d672ec42e78728486c80dbc5a1746b10130e5) AuthConfig (db72335392302e10cf95d4c4531e45aacfde9c908b6171f6b97219c4961e4c48) AuthConfig (103247736602dbd0399430d21204ef91e6c911ce84b4ef13975f444a7d6665a8) AuthConfig (541c82e3ea5bf0dcf258d4db7264f8c7b5c1330156a2125179815c6f147556c2) AuthConfig (bf37de5d02c67fc381466305656d6401baea9874637af92566aa28caaf3f035c) AuthConfig (787d91284ade1253eac969e6d15c3ecb884ec08fb3ae3f68378f3c6883873fcb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7784e5-policy","namespace":"ai-tenant-e2e-api-b-7784e5"},"namespace":"ai-tenant-e2e-api-b-7784e5","name":"e2e-e2e-api-b-7784e5-policy","reconcileID":"1008cf83-4946-40f9-9f28-197a8020493d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7784e5-policy","namespace":"ai-tenant-e2e-api-b-7784e5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:18.78225361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7784e5-policy","namespace":"ai-tenant-e2e-api-b-7784e5"},"namespace":"ai-tenant-e2e-api-b-7784e5","name":"e2e-e2e-api-b-7784e5-policy","reconcileID":"17de7f00-dd44-4f83-8203-26edc8aa9446","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7784e5-policy","namespace":"ai-tenant-e2e-api-b-7784e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7784e5","tenantID":"e2e-api-b-7784e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:18.859071106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7784e5-policy","namespace":"ai-tenant-e2e-api-b-7784e5"},"namespace":"ai-tenant-e2e-api-b-7784e5","name":"e2e-e2e-api-b-7784e5-policy","reconcileID":"17de7f00-dd44-4f83-8203-26edc8aa9446","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7784e5-policy","namespace":"ai-tenant-e2e-api-b-7784e5"},"name":"e2e-api-b-7784e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:18.866639092Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-7784e5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (725affa99418ca21689aeeae340d672ec42e78728486c80dbc5a1746b10130e5) AuthConfig (db72335392302e10cf95d4c4531e45aacfde9c908b6171f6b97219c4961e4c48) AuthConfig (103247736602dbd0399430d21204ef91e6c911ce84b4ef13975f444a7d6665a8) AuthConfig (541c82e3ea5bf0dcf258d4db7264f8c7b5c1330156a2125179815c6f147556c2) AuthConfig (bf37de5d02c67fc381466305656d6401baea9874637af92566aa28caaf3f035c) AuthConfig (787d91284ade1253eac969e6d15c3ecb884ec08fb3ae3f68378f3c6883873fcb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7784e5-policy","namespace":"ai-tenant-e2e-api-b-7784e5"},"namespace":"ai-tenant-e2e-api-b-7784e5","name":"e2e-e2e-api-b-7784e5-policy","reconcileID":"17de7f00-dd44-4f83-8203-26edc8aa9446","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7784e5-policy","namespace":"ai-tenant-e2e-api-b-7784e5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:18.890427156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c49ab205-e245-4cf1-9711-4655344fd449","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:18.894202475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c49ab205-e245-4cf1-9711-4655344fd449","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:18.898029247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c49ab205-e245-4cf1-9711-4655344fd449","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:18.902202967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c49ab205-e245-4cf1-9711-4655344fd449","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:19.181815393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b3d5f76-ece4-4b79-9876-1ecf5ab06058","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:19.190391668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b3d5f76-ece4-4b79-9876-1ecf5ab06058","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:19.198460613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b3d5f76-ece4-4b79-9876-1ecf5ab06058","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:19.201533021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b3d5f76-ece4-4b79-9876-1ecf5ab06058","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:19.414787414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cec993a2-42d5-4b34-9007-012a139e2cfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:19.417886274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cec993a2-42d5-4b34-9007-012a139e2cfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:19.42075358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cec993a2-42d5-4b34-9007-012a139e2cfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:19.423678199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cec993a2-42d5-4b34-9007-012a139e2cfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:20.218838031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-066928-policy","namespace":"ai-tenant-e2e-api-b-066928"},"namespace":"ai-tenant-e2e-api-b-066928","name":"e2e-e2e-api-b-066928-policy","reconcileID":"dc1518e4-a876-4cd1-aed1-4fb0f53bc943","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-066928-policy","namespace":"ai-tenant-e2e-api-b-066928"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-066928","tenantID":"e2e-api-b-066928","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:20.226420563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-066928-policy","namespace":"ai-tenant-e2e-api-b-066928"},"namespace":"ai-tenant-e2e-api-b-066928","name":"e2e-e2e-api-b-066928-policy","reconcileID":"dc1518e4-a876-4cd1-aed1-4fb0f53bc943","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-066928-policy","namespace":"ai-tenant-e2e-api-b-066928"},"name":"e2e-api-b-066928-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:20.232427544Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-066928-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1b3414585afbc5aeb7f9f2243c110e634415a8a216e20f1be233eda38f950265) AuthConfig (667c6d2e9bdc2167e52cc704ba7e81d74dcd142a5f0ca4260be567980ea660df) AuthConfig (e1e7659bfa65dba4200d4540fb80f0a2a76b8a31bafb364d91535d557546cc8f) AuthConfig (c8ee6146aec30ad4e527bb7bd643c9d50b8d15baa130a323fe3a52ac5077b166) AuthConfig (0dbfa0238b32ed98cdd4881d43b27f01e99780afefe8330dd913c9ef3a9d24d0) AuthConfig (aa01927852c76c464a018ddb7caca7ec95cc0c6c6a13857009f8c97e942eda3e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-066928-policy","namespace":"ai-tenant-e2e-api-b-066928"},"namespace":"ai-tenant-e2e-api-b-066928","name":"e2e-e2e-api-b-066928-policy","reconcileID":"dc1518e4-a876-4cd1-aed1-4fb0f53bc943","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-066928-policy","namespace":"ai-tenant-e2e-api-b-066928"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:20.323339374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19f1e776-eb5d-4e75-9e96-ffd54b410372","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:20.323446109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-066928-policy","namespace":"ai-tenant-e2e-api-b-066928"},"namespace":"ai-tenant-e2e-api-b-066928","name":"e2e-e2e-api-b-066928-policy","reconcileID":"6933713b-e3b0-462e-9f84-45c7ab9fabf8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-066928-policy","namespace":"ai-tenant-e2e-api-b-066928"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-066928","tenantID":"e2e-api-b-066928","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:20.356660081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19f1e776-eb5d-4e75-9e96-ffd54b410372","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:20.36045386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19f1e776-eb5d-4e75-9e96-ffd54b410372","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:20.363863752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19f1e776-eb5d-4e75-9e96-ffd54b410372","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:20.368580486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-066928-policy","namespace":"ai-tenant-e2e-api-b-066928"},"namespace":"ai-tenant-e2e-api-b-066928","name":"e2e-e2e-api-b-066928-policy","reconcileID":"6933713b-e3b0-462e-9f84-45c7ab9fabf8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-066928-policy","namespace":"ai-tenant-e2e-api-b-066928"},"name":"e2e-api-b-066928-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:20.375260171Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-066928-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1b3414585afbc5aeb7f9f2243c110e634415a8a216e20f1be233eda38f950265) AuthConfig (667c6d2e9bdc2167e52cc704ba7e81d74dcd142a5f0ca4260be567980ea660df) AuthConfig (e1e7659bfa65dba4200d4540fb80f0a2a76b8a31bafb364d91535d557546cc8f) AuthConfig (c8ee6146aec30ad4e527bb7bd643c9d50b8d15baa130a323fe3a52ac5077b166) AuthConfig (0dbfa0238b32ed98cdd4881d43b27f01e99780afefe8330dd913c9ef3a9d24d0) AuthConfig (aa01927852c76c464a018ddb7caca7ec95cc0c6c6a13857009f8c97e942eda3e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-066928-policy","namespace":"ai-tenant-e2e-api-b-066928"},"namespace":"ai-tenant-e2e-api-b-066928","name":"e2e-e2e-api-b-066928-policy","reconcileID":"6933713b-e3b0-462e-9f84-45c7ab9fabf8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-066928-policy","namespace":"ai-tenant-e2e-api-b-066928"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:20.692254791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72b14e9e-0200-4d8c-a14c-3d8803c72272","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:20.695914262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72b14e9e-0200-4d8c-a14c-3d8803c72272","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:20.699983809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72b14e9e-0200-4d8c-a14c-3d8803c72272","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:20.704901863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72b14e9e-0200-4d8c-a14c-3d8803c72272","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:20.992378568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e16f40bc-b7ee-4f7f-aa4d-de443cfc6cdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:20.996236276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e16f40bc-b7ee-4f7f-aa4d-de443cfc6cdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:20.999407689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e16f40bc-b7ee-4f7f-aa4d-de443cfc6cdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:21.002494549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e16f40bc-b7ee-4f7f-aa4d-de443cfc6cdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:21.218751121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57e66438-669d-4db6-97cb-4476ab246490","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:21.221855922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57e66438-669d-4db6-97cb-4476ab246490","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:21.224935843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57e66438-669d-4db6-97cb-4476ab246490","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:21.227908239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57e66438-669d-4db6-97cb-4476ab246490","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:25.488175811Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"841fa79f-4c5c-4847-98a2-93bd09b102d0","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"tenant":"e2e-mt-da58b769","gateway":"openshift-ingress/e2e-mt-da58b769","model":"ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:25.48828823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"841fa79f-4c5c-4847-98a2-93bd09b102d0","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"routeName":"e2e-lifecycle-model-da58b769-kserve-route","namespace":"ai-tenant-e2e-mt-da58b769","llmisvcName":"e2e-lifecycle-model-da58b769","gateway":"openshift-ingress/e2e-mt-da58b769","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:25.783126142Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"a78cb131-3a50-4e70-99fc-9514d92da26f","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"tenant":"e2e-mt-da58b769","gateway":"openshift-ingress/e2e-mt-da58b769","model":"ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:25.783147456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"a78cb131-3a50-4e70-99fc-9514d92da26f","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"routeName":"e2e-lifecycle-model-da58b769-kserve-route","namespace":"ai-tenant-e2e-mt-da58b769","llmisvcName":"e2e-lifecycle-model-da58b769","gateway":"openshift-ingress/e2e-mt-da58b769","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:25.788567781Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"9df18084-337f-46cd-92ad-4a44818bc642","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"tenant":"e2e-mt-da58b769","gateway":"openshift-ingress/e2e-mt-da58b769","model":"ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:25.788592458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"9df18084-337f-46cd-92ad-4a44818bc642","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"routeName":"e2e-lifecycle-model-da58b769-kserve-route","namespace":"ai-tenant-e2e-mt-da58b769","llmisvcName":"e2e-lifecycle-model-da58b769","gateway":"openshift-ingress/e2e-mt-da58b769","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:25.79404378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-policy-da58b769","reconcileID":"6c5e6790-815d-4e5f-bc65-4cc4d346b980","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-da58b769","tenantID":"e2e-mt-da58b769","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:25.821895769Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-policy-da58b769","reconcileID":"6c5e6790-815d-4e5f-bc65-4cc4d346b980","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"name":"e2e-mt-da58b769-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:25.828194808Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-da58b769-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-policy-da58b769","reconcileID":"6c5e6790-815d-4e5f-bc65-4cc4d346b980","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:25.836881959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"ecc63fe0-211f-486c-be82-0ef1d7aabff5","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"tenant":"e2e-mt-da58b769","gateway":"openshift-ingress/e2e-mt-da58b769","model":"ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:25.836897965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"ecc63fe0-211f-486c-be82-0ef1d7aabff5","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"routeName":"e2e-lifecycle-model-da58b769-kserve-route","namespace":"ai-tenant-e2e-mt-da58b769","llmisvcName":"e2e-lifecycle-model-da58b769","gateway":"openshift-ingress/e2e-mt-da58b769","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:26.001660142Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"6df30e5c-a113-454c-9f89-96766dffa28b","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"tenant":"e2e-mt-da58b769","gateway":"openshift-ingress/e2e-mt-da58b769","model":"ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:26.001768176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"6df30e5c-a113-454c-9f89-96766dffa28b","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"routeName":"e2e-lifecycle-model-da58b769-kserve-route","namespace":"ai-tenant-e2e-mt-da58b769","llmisvcName":"e2e-lifecycle-model-da58b769","gateway":"openshift-ingress/e2e-mt-da58b769","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:26.020751792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"e39b2368-091d-4089-92d2-6c40720321b1","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"tenant":"e2e-mt-da58b769","gateway":"openshift-ingress/e2e-mt-da58b769","model":"ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:26.020778406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"e39b2368-091d-4089-92d2-6c40720321b1","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"routeName":"e2e-lifecycle-model-da58b769-kserve-route","namespace":"ai-tenant-e2e-mt-da58b769","llmisvcName":"e2e-lifecycle-model-da58b769","gateway":"openshift-ingress/e2e-mt-da58b769","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:54:26.021403751Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-sub-da58b769","reconcileID":"1db292cd-cae4-48e9-95fb-28104c61edc3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-da58b769\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:26.02437655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-policy-da58b769","reconcileID":"aec1b580-5813-494c-92f4-f172f42004ce","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-da58b769","tenantID":"e2e-mt-da58b769","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:26.035772297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-policy-da58b769","reconcileID":"aec1b580-5813-494c-92f4-f172f42004ce","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"name":"e2e-mt-da58b769-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:26.035816752Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"b70caa76-7351-4cd6-9222-60427e8d152a","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"tenant":"e2e-mt-da58b769","gateway":"openshift-ingress/e2e-mt-da58b769","model":"ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:26.035849868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"b70caa76-7351-4cd6-9222-60427e8d152a","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"routeName":"e2e-lifecycle-model-da58b769-kserve-route","namespace":"ai-tenant-e2e-mt-da58b769","llmisvcName":"e2e-lifecycle-model-da58b769","gateway":"openshift-ingress/e2e-mt-da58b769","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:26.045176475Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-da58b769-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-policy-da58b769","reconcileID":"aec1b580-5813-494c-92f4-f172f42004ce","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:26.046735835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"78853320-2366-416a-9626-c099b0bb7f59","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"tenant":"e2e-mt-da58b769","gateway":"openshift-ingress/e2e-mt-da58b769","model":"ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:26.046749954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"78853320-2366-416a-9626-c099b0bb7f59","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"routeName":"e2e-lifecycle-model-da58b769-kserve-route","namespace":"ai-tenant-e2e-mt-da58b769","llmisvcName":"e2e-lifecycle-model-da58b769","gateway":"openshift-ingress/e2e-mt-da58b769","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:26.06345843Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-sub-da58b769","reconcileID":"c55f7db8-fd57-44ba-b5ed-6ff6598a8a58","MaaSSubscription":{"name":"e2e-sub-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"name":"maas-trlp-e2e-lifecycle-model-da58b769","model":"e2e-lifecycle-model-da58b769","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-da58b769/e2e-sub-da58b769"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:26.082087764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"daaa31cd-506a-440c-b03f-631dcef67770","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"tenant":"e2e-mt-da58b769","gateway":"openshift-ingress/e2e-mt-da58b769","model":"ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:26.08212862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"daaa31cd-506a-440c-b03f-631dcef67770","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"routeName":"e2e-lifecycle-model-da58b769-kserve-route","namespace":"ai-tenant-e2e-mt-da58b769","llmisvcName":"e2e-lifecycle-model-da58b769","gateway":"openshift-ingress/e2e-mt-da58b769","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:26.118778476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-policy-da58b769","reconcileID":"3026d49e-0c10-42c5-a192-4321b029548a","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-da58b769","tenantID":"e2e-mt-da58b769","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:26.127816555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-policy-da58b769","reconcileID":"3026d49e-0c10-42c5-a192-4321b029548a","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"name":"e2e-mt-da58b769-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:26.133460178Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-da58b769-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-policy-da58b769","reconcileID":"3026d49e-0c10-42c5-a192-4321b029548a","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:26.16047718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-sub-da58b769","reconcileID":"9f40d831-94b4-4839-ac83-de0932df3a23","MaaSSubscription":{"name":"e2e-sub-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"name":"maas-trlp-e2e-lifecycle-model-da58b769","model":"ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:27.772263666Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-92fbeaaf","namespace":"ai-tenant-e2e-mt-bf4c9dd2"},"namespace":"ai-tenant-e2e-mt-bf4c9dd2","name":"e2e-shared-int-sub-92fbeaaf","reconcileID":"8367ebbf-f34c-4ec5-beef-f6b571e2ec2e","MaaSSubscription":{"name":"e2e-shared-int-sub-92fbeaaf","namespace":"ai-tenant-e2e-mt-bf4c9dd2"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-92fbeaaf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:27.859626904Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-92fbeaaf","namespace":"ai-tenant-e2e-mt-bf4c9dd2"},"namespace":"ai-tenant-e2e-mt-bf4c9dd2","name":"e2e-shared-int-sub-92fbeaaf","reconcileID":"8367ebbf-f34c-4ec5-beef-f6b571e2ec2e","MaaSSubscription":{"name":"e2e-shared-int-sub-92fbeaaf","namespace":"ai-tenant-e2e-mt-bf4c9dd2"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:27.875609981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c04d388c-9fa5-4080-bc94-9d51958142d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:27.884737586Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bed65098-f691-4ba6-85c0-9c3f57062a50","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:27.884759259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bed65098-f691-4ba6-85c0-9c3f57062a50","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:28.700197875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7784e5-policy","namespace":"ai-tenant-e2e-api-b-7784e5"},"namespace":"ai-tenant-e2e-api-b-7784e5","name":"e2e-e2e-api-b-7784e5-policy","reconcileID":"19936d13-1173-4efe-b663-69d7d8f9a2e3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7784e5-policy","namespace":"ai-tenant-e2e-api-b-7784e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7784e5","tenantID":"e2e-api-b-7784e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:28.708608694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7784e5-policy","namespace":"ai-tenant-e2e-api-b-7784e5"},"namespace":"ai-tenant-e2e-api-b-7784e5","name":"e2e-e2e-api-b-7784e5-policy","reconcileID":"19936d13-1173-4efe-b663-69d7d8f9a2e3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7784e5-policy","namespace":"ai-tenant-e2e-api-b-7784e5"},"name":"e2e-api-b-7784e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:28.83399817Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2e71efe-c60b-4e30-be41-0b24f80678a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:28.843851623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2e71efe-c60b-4e30-be41-0b24f80678a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:28.854556144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7784e5-policy","namespace":"ai-tenant-e2e-api-b-7784e5"},"namespace":"ai-tenant-e2e-api-b-7784e5","name":"e2e-e2e-api-b-7784e5-policy","reconcileID":"662cd023-722d-4ed9-a2fe-cacd1001149b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7784e5-policy","namespace":"ai-tenant-e2e-api-b-7784e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7784e5","tenantID":"e2e-api-b-7784e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:28.880701244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7784e5-policy","namespace":"ai-tenant-e2e-api-b-7784e5"},"namespace":"ai-tenant-e2e-api-b-7784e5","name":"e2e-e2e-api-b-7784e5-policy","reconcileID":"662cd023-722d-4ed9-a2fe-cacd1001149b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7784e5-policy","namespace":"ai-tenant-e2e-api-b-7784e5"},"name":"e2e-api-b-7784e5-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:54:29.032599497Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7784e5-policy","namespace":"ai-tenant-e2e-api-b-7784e5"},"namespace":"ai-tenant-e2e-api-b-7784e5","name":"e2e-e2e-api-b-7784e5-policy","reconcileID":"662cd023-722d-4ed9-a2fe-cacd1001149b","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-e2e-api-b-7784e5-policy\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:29.046873276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7784e5-policy","namespace":"ai-tenant-e2e-api-b-7784e5"},"namespace":"ai-tenant-e2e-api-b-7784e5","name":"e2e-e2e-api-b-7784e5-policy","reconcileID":"cddc38e4-e5a2-4440-ba76-fb6ea5295a94","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7784e5-policy","namespace":"ai-tenant-e2e-api-b-7784e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7784e5","tenantID":"e2e-api-b-7784e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:29.055269396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7784e5-policy","namespace":"ai-tenant-e2e-api-b-7784e5"},"namespace":"ai-tenant-e2e-api-b-7784e5","name":"e2e-e2e-api-b-7784e5-policy","reconcileID":"cddc38e4-e5a2-4440-ba76-fb6ea5295a94","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7784e5-policy","namespace":"ai-tenant-e2e-api-b-7784e5"},"name":"e2e-api-b-7784e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:30.253629155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-066928-policy","namespace":"ai-tenant-e2e-api-b-066928"},"namespace":"ai-tenant-e2e-api-b-066928","name":"e2e-e2e-api-b-066928-policy","reconcileID":"9449834f-90d3-4ed1-8deb-e225f4428fa7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-066928-policy","namespace":"ai-tenant-e2e-api-b-066928"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-066928","tenantID":"e2e-api-b-066928","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:30.261254949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-066928-policy","namespace":"ai-tenant-e2e-api-b-066928"},"namespace":"ai-tenant-e2e-api-b-066928","name":"e2e-e2e-api-b-066928-policy","reconcileID":"9449834f-90d3-4ed1-8deb-e225f4428fa7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-066928-policy","namespace":"ai-tenant-e2e-api-b-066928"},"name":"e2e-api-b-066928-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:30.285354305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5d2142a6-a72a-4dc3-b8e2-07acf4017ea6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:30.285384717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5d2142a6-a72a-4dc3-b8e2-07acf4017ea6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:30.361722056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-066928-policy","namespace":"ai-tenant-e2e-api-b-066928"},"namespace":"ai-tenant-e2e-api-b-066928","name":"e2e-e2e-api-b-066928-policy","reconcileID":"00356145-de88-4831-9ad2-0ef9f1c235cd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-066928-policy","namespace":"ai-tenant-e2e-api-b-066928"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-066928","tenantID":"e2e-api-b-066928","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:30.383636109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-066928-policy","namespace":"ai-tenant-e2e-api-b-066928"},"namespace":"ai-tenant-e2e-api-b-066928","name":"e2e-e2e-api-b-066928-policy","reconcileID":"00356145-de88-4831-9ad2-0ef9f1c235cd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-066928-policy","namespace":"ai-tenant-e2e-api-b-066928"},"name":"e2e-api-b-066928-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:32.709259885Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-066928"},"namespace":"ai-tenant-e2e-api-b-066928","name":"default-tenant","reconcileID":"6d34b360-a888-4894-aaef-6cf11a30ac04","namespace":"ai-tenant-e2e-api-b-066928","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:32.709323424Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-066928"},"namespace":"ai-tenant-e2e-api-b-066928","name":"default-tenant","reconcileID":"6d34b360-a888-4894-aaef-6cf11a30ac04","namespace":"ai-tenant-e2e-api-b-066928","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:32.709381724Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-066928"},"namespace":"ai-tenant-e2e-api-b-066928","name":"default-tenant","reconcileID":"6d34b360-a888-4894-aaef-6cf11a30ac04","name":"e2e-e2e-api-b-066928-policy","namespace":"ai-tenant-e2e-api-b-066928","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:32.716587563Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-066928"},"namespace":"ai-tenant-e2e-api-b-066928","name":"default-tenant","reconcileID":"6d34b360-a888-4894-aaef-6cf11a30ac04","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:32.717246187Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-066928-policy","namespace":"ai-tenant-e2e-api-b-066928"},"namespace":"ai-tenant-e2e-api-b-066928","name":"e2e-e2e-api-b-066928-policy","reconcileID":"8c2293f9-e09a-48a0-9589-cdf9fc50dc75","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-066928-policy","namespace":"ai-tenant-e2e-api-b-066928"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:32.717293942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a942e85f-ad52-469e-9d1e-7ff03628fea6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:32.717309799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a942e85f-ad52-469e-9d1e-7ff03628fea6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:32.787107528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-066928-policy","namespace":"ai-tenant-e2e-api-b-066928"},"namespace":"ai-tenant-e2e-api-b-066928","name":"e2e-e2e-api-b-066928-policy","reconcileID":"8c2293f9-e09a-48a0-9589-cdf9fc50dc75","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-066928-policy","namespace":"ai-tenant-e2e-api-b-066928"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-066928","tenantID":"e2e-api-b-066928","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:32.812081687Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-066928-policy","namespace":"ai-tenant-e2e-api-b-066928"},"namespace":"ai-tenant-e2e-api-b-066928","name":"e2e-e2e-api-b-066928-policy","reconcileID":"8c2293f9-e09a-48a0-9589-cdf9fc50dc75","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-066928-policy","namespace":"ai-tenant-e2e-api-b-066928"},"name":"e2e-api-b-066928-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:32.812137846Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-066928-policy","namespace":"ai-tenant-e2e-api-b-066928"},"namespace":"ai-tenant-e2e-api-b-066928","name":"e2e-e2e-api-b-066928-policy","reconcileID":"8c2293f9-e09a-48a0-9589-cdf9fc50dc75","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-066928-policy","namespace":"ai-tenant-e2e-api-b-066928"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-066928","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:32.819199857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cfe215df-9454-4e43-8785-0ca0296b9234","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:32.819219957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cfe215df-9454-4e43-8785-0ca0296b9234","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:33.445007491Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7784e5"},"namespace":"ai-tenant-e2e-api-b-7784e5","name":"default-tenant","reconcileID":"620abd90-ac47-48f1-aaa8-81a2fc24c449","namespace":"ai-tenant-e2e-api-b-7784e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:33.445081921Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7784e5"},"namespace":"ai-tenant-e2e-api-b-7784e5","name":"default-tenant","reconcileID":"620abd90-ac47-48f1-aaa8-81a2fc24c449","namespace":"ai-tenant-e2e-api-b-7784e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:33.445172305Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7784e5"},"namespace":"ai-tenant-e2e-api-b-7784e5","name":"default-tenant","reconcileID":"620abd90-ac47-48f1-aaa8-81a2fc24c449","name":"e2e-e2e-api-b-7784e5-policy","namespace":"ai-tenant-e2e-api-b-7784e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:33.450721784Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7784e5"},"namespace":"ai-tenant-e2e-api-b-7784e5","name":"default-tenant","reconcileID":"620abd90-ac47-48f1-aaa8-81a2fc24c449","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:33.450991357Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7784e5-policy","namespace":"ai-tenant-e2e-api-b-7784e5"},"namespace":"ai-tenant-e2e-api-b-7784e5","name":"e2e-e2e-api-b-7784e5-policy","reconcileID":"a976d10c-54c7-4d09-96fa-9bec81229806","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7784e5-policy","namespace":"ai-tenant-e2e-api-b-7784e5"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:33.45131809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c721420-1c6d-468f-9617-cd2df63c27c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:33.45133411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c721420-1c6d-468f-9617-cd2df63c27c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:33.521721934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7784e5-policy","namespace":"ai-tenant-e2e-api-b-7784e5"},"namespace":"ai-tenant-e2e-api-b-7784e5","name":"e2e-e2e-api-b-7784e5-policy","reconcileID":"a976d10c-54c7-4d09-96fa-9bec81229806","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7784e5-policy","namespace":"ai-tenant-e2e-api-b-7784e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7784e5","tenantID":"e2e-api-b-7784e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:33.576540404Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7784e5-policy","namespace":"ai-tenant-e2e-api-b-7784e5"},"namespace":"ai-tenant-e2e-api-b-7784e5","name":"e2e-e2e-api-b-7784e5-policy","reconcileID":"a976d10c-54c7-4d09-96fa-9bec81229806","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7784e5-policy","namespace":"ai-tenant-e2e-api-b-7784e5"},"name":"e2e-api-b-7784e5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:33.576565188Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7784e5-policy","namespace":"ai-tenant-e2e-api-b-7784e5"},"namespace":"ai-tenant-e2e-api-b-7784e5","name":"e2e-e2e-api-b-7784e5-policy","reconcileID":"a976d10c-54c7-4d09-96fa-9bec81229806","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7784e5-policy","namespace":"ai-tenant-e2e-api-b-7784e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7784e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:33.586003619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"663a05fa-e09e-409b-b375-7263e61627cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:33.586023287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"663a05fa-e09e-409b-b375-7263e61627cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:36.145265034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-policy-da58b769","reconcileID":"f82972a7-c309-4cfb-97d9-98eef7877b29","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-da58b769","tenantID":"e2e-mt-da58b769","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:36.154916438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-policy-da58b769","reconcileID":"f82972a7-c309-4cfb-97d9-98eef7877b29","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"name":"e2e-mt-da58b769-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:36.164185723Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-da58b769-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-policy-da58b769","reconcileID":"f82972a7-c309-4cfb-97d9-98eef7877b29","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:40.386808242Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:42.41864553Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-066928"},"namespace":"ai-tenant-e2e-api-b-066928","name":"default-tenant","reconcileID":"f7e41545-6b9d-4227-9ab0-e21d0940d4ef","namespace":"ai-tenant-e2e-api-b-066928","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:42.418703027Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-066928"},"namespace":"ai-tenant-e2e-api-b-066928","name":"default-tenant","reconcileID":"f7e41545-6b9d-4227-9ab0-e21d0940d4ef","namespace":"ai-tenant-e2e-api-b-066928","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:42.418752324Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-066928"},"namespace":"ai-tenant-e2e-api-b-066928","name":"default-tenant","reconcileID":"f7e41545-6b9d-4227-9ab0-e21d0940d4ef","tenant":"e2e-api-b-066928","tenantID":"e2e-api-b-066928","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:42.428417311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-066928"},"namespace":"ai-tenant-e2e-api-b-066928","name":"default-tenant","reconcileID":"f7e41545-6b9d-4227-9ab0-e21d0940d4ef","gvk":"Deployment","name":"maas-api-e2e-api-b-066928","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:42.443245492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-066928"},"namespace":"ai-tenant-e2e-api-b-066928","name":"default-tenant","reconcileID":"f7e41545-6b9d-4227-9ab0-e21d0940d4ef","gvk":"Service","name":"maas-api-e2e-api-b-066928","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:42.456268068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-066928"},"namespace":"ai-tenant-e2e-api-b-066928","name":"default-tenant","reconcileID":"f7e41545-6b9d-4227-9ab0-e21d0940d4ef","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-066928","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:42.464259151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-066928"},"namespace":"ai-tenant-e2e-api-b-066928","name":"default-tenant","reconcileID":"f7e41545-6b9d-4227-9ab0-e21d0940d4ef","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-066928","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:42.474459386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-066928"},"namespace":"ai-tenant-e2e-api-b-066928","name":"default-tenant","reconcileID":"f7e41545-6b9d-4227-9ab0-e21d0940d4ef","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-066928","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:42.487188447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-066928"},"namespace":"ai-tenant-e2e-api-b-066928","name":"default-tenant","reconcileID":"f7e41545-6b9d-4227-9ab0-e21d0940d4ef","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-066928","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:42.498183905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-066928"},"namespace":"ai-tenant-e2e-api-b-066928","name":"default-tenant","reconcileID":"f7e41545-6b9d-4227-9ab0-e21d0940d4ef","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-066928","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:42.511174206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-066928"},"namespace":"ai-tenant-e2e-api-b-066928","name":"default-tenant","reconcileID":"f7e41545-6b9d-4227-9ab0-e21d0940d4ef","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-066928","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:42.514472142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-066928"},"namespace":"ai-tenant-e2e-api-b-066928","name":"default-tenant","reconcileID":"f7e41545-6b9d-4227-9ab0-e21d0940d4ef","gvk":"Deployment","name":"payload-processing-e2e-api-b-066928","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:42.517425765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-066928"},"namespace":"ai-tenant-e2e-api-b-066928","name":"default-tenant","reconcileID":"f7e41545-6b9d-4227-9ab0-e21d0940d4ef","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-066928","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:42.52055911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-066928"},"namespace":"ai-tenant-e2e-api-b-066928","name":"default-tenant","reconcileID":"f7e41545-6b9d-4227-9ab0-e21d0940d4ef","gvk":"Service","name":"payload-processing-e2e-api-b-066928","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:42.525238843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-066928"},"namespace":"ai-tenant-e2e-api-b-066928","name":"default-tenant","reconcileID":"f7e41545-6b9d-4227-9ab0-e21d0940d4ef","gvk":"Service","name":"payload-pre-processing-e2e-api-b-066928","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:42.528603056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-066928"},"namespace":"ai-tenant-e2e-api-b-066928","name":"default-tenant","reconcileID":"f7e41545-6b9d-4227-9ab0-e21d0940d4ef","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-066928","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:42.531280346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-066928"},"namespace":"ai-tenant-e2e-api-b-066928","name":"default-tenant","reconcileID":"f7e41545-6b9d-4227-9ab0-e21d0940d4ef","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-066928","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:42.534379321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-066928"},"namespace":"ai-tenant-e2e-api-b-066928","name":"default-tenant","reconcileID":"f7e41545-6b9d-4227-9ab0-e21d0940d4ef","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-066928","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:42.540595951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-066928"},"namespace":"ai-tenant-e2e-api-b-066928","name":"default-tenant","reconcileID":"f7e41545-6b9d-4227-9ab0-e21d0940d4ef","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-066928","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:42.54374106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-066928"},"namespace":"ai-tenant-e2e-api-b-066928","name":"default-tenant","reconcileID":"f7e41545-6b9d-4227-9ab0-e21d0940d4ef","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-066928","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:42.54653247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-066928"},"namespace":"ai-tenant-e2e-api-b-066928","name":"default-tenant","reconcileID":"f7e41545-6b9d-4227-9ab0-e21d0940d4ef","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-066928","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:42.549309034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-066928"},"namespace":"ai-tenant-e2e-api-b-066928","name":"default-tenant","reconcileID":"f7e41545-6b9d-4227-9ab0-e21d0940d4ef","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-066928","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:42.553422565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-066928"},"namespace":"ai-tenant-e2e-api-b-066928","name":"default-tenant","reconcileID":"f7e41545-6b9d-4227-9ab0-e21d0940d4ef","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-066928","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:42.943834648Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-066928","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-066928","reconcileID":"738d8ad5-eef8-4af2-b21c-8bfa37f747d9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-066928","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-066928"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:43.096803231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d08a9927-0e92-4578-b45a-d5ee7ecc9534","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:43.100740394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d08a9927-0e92-4578-b45a-d5ee7ecc9534","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:43.105312477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d08a9927-0e92-4578-b45a-d5ee7ecc9534","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:43.112121259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d08a9927-0e92-4578-b45a-d5ee7ecc9534","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:43.499534401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a9446ee-344a-44f2-80ab-debf8e29d288","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:43.503872113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a9446ee-344a-44f2-80ab-debf8e29d288","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:43.508756598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a9446ee-344a-44f2-80ab-debf8e29d288","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:43.517046708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a9446ee-344a-44f2-80ab-debf8e29d288","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:43.638058073Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7784e5"},"namespace":"ai-tenant-e2e-api-b-7784e5","name":"default-tenant","reconcileID":"6632fec1-7cf8-4c6d-b7c7-dd032af8b9a6","namespace":"ai-tenant-e2e-api-b-7784e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:43.638136687Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7784e5"},"namespace":"ai-tenant-e2e-api-b-7784e5","name":"default-tenant","reconcileID":"6632fec1-7cf8-4c6d-b7c7-dd032af8b9a6","namespace":"ai-tenant-e2e-api-b-7784e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:43.638186926Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7784e5"},"namespace":"ai-tenant-e2e-api-b-7784e5","name":"default-tenant","reconcileID":"6632fec1-7cf8-4c6d-b7c7-dd032af8b9a6","tenant":"e2e-api-b-7784e5","tenantID":"e2e-api-b-7784e5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:43.645521062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7784e5"},"namespace":"ai-tenant-e2e-api-b-7784e5","name":"default-tenant","reconcileID":"6632fec1-7cf8-4c6d-b7c7-dd032af8b9a6","gvk":"Deployment","name":"maas-api-e2e-api-b-7784e5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:43.658527051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7784e5"},"namespace":"ai-tenant-e2e-api-b-7784e5","name":"default-tenant","reconcileID":"6632fec1-7cf8-4c6d-b7c7-dd032af8b9a6","gvk":"Service","name":"maas-api-e2e-api-b-7784e5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:43.673177312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7784e5"},"namespace":"ai-tenant-e2e-api-b-7784e5","name":"default-tenant","reconcileID":"6632fec1-7cf8-4c6d-b7c7-dd032af8b9a6","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-7784e5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:43.684327714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7784e5"},"namespace":"ai-tenant-e2e-api-b-7784e5","name":"default-tenant","reconcileID":"6632fec1-7cf8-4c6d-b7c7-dd032af8b9a6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-7784e5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:43.696498516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7784e5"},"namespace":"ai-tenant-e2e-api-b-7784e5","name":"default-tenant","reconcileID":"6632fec1-7cf8-4c6d-b7c7-dd032af8b9a6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-7784e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:43.70828772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7784e5"},"namespace":"ai-tenant-e2e-api-b-7784e5","name":"default-tenant","reconcileID":"6632fec1-7cf8-4c6d-b7c7-dd032af8b9a6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-7784e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:43.718704043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7784e5"},"namespace":"ai-tenant-e2e-api-b-7784e5","name":"default-tenant","reconcileID":"6632fec1-7cf8-4c6d-b7c7-dd032af8b9a6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-7784e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:43.725335899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7784e5"},"namespace":"ai-tenant-e2e-api-b-7784e5","name":"default-tenant","reconcileID":"6632fec1-7cf8-4c6d-b7c7-dd032af8b9a6","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-7784e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:43.727791369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7784e5"},"namespace":"ai-tenant-e2e-api-b-7784e5","name":"default-tenant","reconcileID":"6632fec1-7cf8-4c6d-b7c7-dd032af8b9a6","gvk":"Deployment","name":"payload-processing-e2e-api-b-7784e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:43.734354056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7784e5"},"namespace":"ai-tenant-e2e-api-b-7784e5","name":"default-tenant","reconcileID":"6632fec1-7cf8-4c6d-b7c7-dd032af8b9a6","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-7784e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:43.738318998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7784e5"},"namespace":"ai-tenant-e2e-api-b-7784e5","name":"default-tenant","reconcileID":"6632fec1-7cf8-4c6d-b7c7-dd032af8b9a6","gvk":"Service","name":"payload-processing-e2e-api-b-7784e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:43.74077366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7784e5"},"namespace":"ai-tenant-e2e-api-b-7784e5","name":"default-tenant","reconcileID":"6632fec1-7cf8-4c6d-b7c7-dd032af8b9a6","gvk":"Service","name":"payload-pre-processing-e2e-api-b-7784e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:43.743233721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7784e5"},"namespace":"ai-tenant-e2e-api-b-7784e5","name":"default-tenant","reconcileID":"6632fec1-7cf8-4c6d-b7c7-dd032af8b9a6","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-7784e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:43.745638546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7784e5"},"namespace":"ai-tenant-e2e-api-b-7784e5","name":"default-tenant","reconcileID":"6632fec1-7cf8-4c6d-b7c7-dd032af8b9a6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-7784e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:43.748275609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7784e5"},"namespace":"ai-tenant-e2e-api-b-7784e5","name":"default-tenant","reconcileID":"6632fec1-7cf8-4c6d-b7c7-dd032af8b9a6","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-7784e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:43.754891341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7784e5"},"namespace":"ai-tenant-e2e-api-b-7784e5","name":"default-tenant","reconcileID":"6632fec1-7cf8-4c6d-b7c7-dd032af8b9a6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-7784e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:43.757460031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7784e5"},"namespace":"ai-tenant-e2e-api-b-7784e5","name":"default-tenant","reconcileID":"6632fec1-7cf8-4c6d-b7c7-dd032af8b9a6","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-7784e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:43.759833202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7784e5"},"namespace":"ai-tenant-e2e-api-b-7784e5","name":"default-tenant","reconcileID":"6632fec1-7cf8-4c6d-b7c7-dd032af8b9a6","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-7784e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:43.762236132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7784e5"},"namespace":"ai-tenant-e2e-api-b-7784e5","name":"default-tenant","reconcileID":"6632fec1-7cf8-4c6d-b7c7-dd032af8b9a6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-7784e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:43.767229614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7784e5"},"namespace":"ai-tenant-e2e-api-b-7784e5","name":"default-tenant","reconcileID":"6632fec1-7cf8-4c6d-b7c7-dd032af8b9a6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-7784e5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:43.810808703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-sub-da58b769","reconcileID":"a320c0ac-8f6d-4885-a8dc-631fe0d3c8c2","MaaSSubscription":{"name":"e2e-sub-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"name":"maas-trlp-e2e-lifecycle-model-da58b769","model":"ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:43.859241077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"e949f05f-77a9-4c31-979c-846e1f48b7fd","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"tenant":"e2e-mt-da58b769","gateway":"openshift-ingress/e2e-mt-da58b769","model":"ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:43.859262436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"e949f05f-77a9-4c31-979c-846e1f48b7fd","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"routeName":"e2e-lifecycle-model-da58b769-kserve-route","namespace":"ai-tenant-e2e-mt-da58b769","llmisvcName":"e2e-lifecycle-model-da58b769","gateway":"openshift-ingress/e2e-mt-da58b769","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:43.870433782Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-7784e5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-7784e5","reconcileID":"8f8c9e13-d840-41d7-a1ca-d65fcb5cd1ae","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-7784e5","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-7784e5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:44.460530206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2003a9c4-92a1-4498-b246-c9ef78bfe9d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:44.481030032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2003a9c4-92a1-4498-b246-c9ef78bfe9d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:44.520899622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2003a9c4-92a1-4498-b246-c9ef78bfe9d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:44.541932958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2003a9c4-92a1-4498-b246-c9ef78bfe9d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:44.982754632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-policy-da58b769","reconcileID":"bb43457b-6315-42b1-b6c0-516a7c1e469a","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-da58b769","tenantID":"e2e-mt-da58b769","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:45.00145076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-policy-da58b769","reconcileID":"bb43457b-6315-42b1-b6c0-516a7c1e469a","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"name":"e2e-mt-da58b769-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:45.017952298Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-da58b769-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (40d01e238f0ba2df628b2d406bf9b5665fa68a769b34354a944bbb68326217cc) AuthConfig (95e86f0bd6946c40a61186ff0ffbf756a8b24695a875a741eef205bd2f4190da) AuthConfig (697c7b8865a8d8112a747985df4c333dc4747458992ad4477ba344c46d900f97) AuthConfig (2ce623479cddc5645f27c08c612902e9c0b2be312104e636f36f951048c110af) AuthConfig (b1d05239b99cde0455ef73cac96232acd08087b1c7c7ea21a292165214e4fc00) AuthConfig (96f4ff2f65640a0129e719143deae83d98f6b203fc0a892c73489cf9dc3241d4) AuthConfig (b6867f345566349a8156b6b38182f47b7d8cccc1f44468178db1e11789084e1f) AuthConfig (f61c20b615dc77c6631c318718e465051fe6898297580d6bbbcfdba926a67845) AuthConfig (bcf42bda234eff3bdc21c930da7622e2da8631b6741e0d6e4d6ac486d1c90a2e) AuthConfig (7a91ce679909b833559731329bc26b2a7739412015591c9ba2887fd040169f8b) AuthConfig (ccdb4513e84540e101dfc4575b91bc8b792aec0dfc6dd9c14d53717a916aa0da) AuthConfig (5964be2bb2935060178605f2dce5a1e772ece5ed72fbba4c7704b51be7bcf525) AuthConfig (5e9e648b4a2d02fc13bcf99e0182ff8f13f1152530fd7c2486d5b001c0bd51e5) AuthConfig (e47527255110b3399e34fe693fc1bc6e1116a7b43dd07e013f8bf9efab704f90) AuthConfig (2e2334e7ee3f69ef92ae02f1c1714711b1c1ab5a14ba4ed6ef862816588c4d11) AuthConfig (a4cc2fe575685f367ad5b98c7c6e4accfad57f53e49ce11aef768854f3cafc2b) AuthConfig (68f2a279eb1a037b131ca6dee9385042500b0c3769fb2a68b439d9f6156f45a3) AuthConfig (7841aa3d3186ef7f89b9764c0f99824231e4f1c0f0c13afe4abbba195de891ca)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-policy-da58b769","reconcileID":"bb43457b-6315-42b1-b6c0-516a7c1e469a","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:45.044176046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"9e11806e-37d7-4e3a-9733-d9938b21c496","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"tenant":"e2e-mt-da58b769","gateway":"openshift-ingress/e2e-mt-da58b769","model":"ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:45.044200911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"9e11806e-37d7-4e3a-9733-d9938b21c496","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"routeName":"e2e-lifecycle-model-da58b769-kserve-route","namespace":"ai-tenant-e2e-mt-da58b769","llmisvcName":"e2e-lifecycle-model-da58b769","gateway":"openshift-ingress/e2e-mt-da58b769","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:45.151427157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56fbc15f-5baa-49bd-8b12-3863bb5fcbed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:45.15613584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56fbc15f-5baa-49bd-8b12-3863bb5fcbed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:45.20859891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56fbc15f-5baa-49bd-8b12-3863bb5fcbed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:45.218060741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56fbc15f-5baa-49bd-8b12-3863bb5fcbed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:54.856760536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09a6878d-b352-4fd5-9500-912351e29246","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:54.856789387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09a6878d-b352-4fd5-9500-912351e29246","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:54.864866061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7e9d24a9-109b-4c8b-a111-9ef060046f33","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:54.864887592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7e9d24a9-109b-4c8b-a111-9ef060046f33","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:54.911910886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b0af06ca","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-b0af06ca","reconcileID":"fb827917-ad9e-449c-b7c0-da28d3aaa28d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b0af06ca","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:54.944849648Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b0af06ca","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-b0af06ca","reconcileID":"fb827917-ad9e-449c-b7c0-da28d3aaa28d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b0af06ca","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:54.953634302Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b0af06ca","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-b0af06ca","reconcileID":"fb827917-ad9e-449c-b7c0-da28d3aaa28d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b0af06ca","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:54.95997041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b1e397b4-6bcf-4209-acb2-344ee45e316f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:54.960015743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b1e397b4-6bcf-4209-acb2-344ee45e316f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:55.023613225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b0af06ca","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-b0af06ca","reconcileID":"b4e4755c-ce48-4aa2-9753-4188e4529c82","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b0af06ca","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:55.040745041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b0af06ca","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-b0af06ca","reconcileID":"b4e4755c-ce48-4aa2-9753-4188e4529c82","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b0af06ca","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:55.055042797Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b0af06ca","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-b0af06ca","reconcileID":"b4e4755c-ce48-4aa2-9753-4188e4529c82","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b0af06ca","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:55.064312878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-policy-da58b769","reconcileID":"59014a9e-d3df-4dc7-9317-700288a776c3","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-da58b769","tenantID":"e2e-mt-da58b769","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:55.087221638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-policy-da58b769","reconcileID":"59014a9e-d3df-4dc7-9317-700288a776c3","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"name":"e2e-mt-da58b769-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:55.094418595Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-da58b769-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (40d01e238f0ba2df628b2d406bf9b5665fa68a769b34354a944bbb68326217cc) AuthConfig (95e86f0bd6946c40a61186ff0ffbf756a8b24695a875a741eef205bd2f4190da) AuthConfig (697c7b8865a8d8112a747985df4c333dc4747458992ad4477ba344c46d900f97) AuthConfig (2ce623479cddc5645f27c08c612902e9c0b2be312104e636f36f951048c110af) AuthConfig (b1d05239b99cde0455ef73cac96232acd08087b1c7c7ea21a292165214e4fc00) AuthConfig (96f4ff2f65640a0129e719143deae83d98f6b203fc0a892c73489cf9dc3241d4) AuthConfig (b6867f345566349a8156b6b38182f47b7d8cccc1f44468178db1e11789084e1f) AuthConfig (f61c20b615dc77c6631c318718e465051fe6898297580d6bbbcfdba926a67845) AuthConfig (bcf42bda234eff3bdc21c930da7622e2da8631b6741e0d6e4d6ac486d1c90a2e) AuthConfig (7a91ce679909b833559731329bc26b2a7739412015591c9ba2887fd040169f8b) AuthConfig (ccdb4513e84540e101dfc4575b91bc8b792aec0dfc6dd9c14d53717a916aa0da) AuthConfig (5964be2bb2935060178605f2dce5a1e772ece5ed72fbba4c7704b51be7bcf525) AuthConfig (5e9e648b4a2d02fc13bcf99e0182ff8f13f1152530fd7c2486d5b001c0bd51e5) AuthConfig (e47527255110b3399e34fe693fc1bc6e1116a7b43dd07e013f8bf9efab704f90) AuthConfig (2e2334e7ee3f69ef92ae02f1c1714711b1c1ab5a14ba4ed6ef862816588c4d11) AuthConfig (a4cc2fe575685f367ad5b98c7c6e4accfad57f53e49ce11aef768854f3cafc2b) AuthConfig (68f2a279eb1a037b131ca6dee9385042500b0c3769fb2a68b439d9f6156f45a3) AuthConfig (7841aa3d3186ef7f89b9764c0f99824231e4f1c0f0c13afe4abbba195de891ca)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-policy-da58b769","reconcileID":"59014a9e-d3df-4dc7-9317-700288a776c3","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:56.956595333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94249e48-0ca4-458b-bbb8-fb1276929a44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:56.959979934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94249e48-0ca4-458b-bbb8-fb1276929a44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:56.963016176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94249e48-0ca4-458b-bbb8-fb1276929a44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:56.966062317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94249e48-0ca4-458b-bbb8-fb1276929a44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:57.226349951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb59045b-d7ba-4f3c-9397-09a021209972","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:57.229350802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb59045b-d7ba-4f3c-9397-09a021209972","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:57.232262331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb59045b-d7ba-4f3c-9397-09a021209972","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:57.237727404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb59045b-d7ba-4f3c-9397-09a021209972","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:57.770354681Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-dc0f87","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-dc0f87","reconcileID":"fffee779-88da-4d87-8c09-05d205ccd93c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-dc0f87","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-dc0f87":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:57.992627195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef5098ff-2aa3-4e8c-80d7-f1a17fef7219","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:57.995532874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef5098ff-2aa3-4e8c-80d7-f1a17fef7219","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:57.998468112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef5098ff-2aa3-4e8c-80d7-f1a17fef7219","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:58.00161043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef5098ff-2aa3-4e8c-80d7-f1a17fef7219","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:02.605718828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dc0f87"},"namespace":"ai-tenant-e2e-api-a-dc0f87","name":"default-tenant","reconcileID":"0dcbc6e1-1744-4a54-acc6-b0bbfbc6a8c3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-dc0f87","tenantID":"e2e-api-a-dc0f87","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:02.621868324Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dc0f87"},"namespace":"ai-tenant-e2e-api-a-dc0f87","name":"default-tenant","reconcileID":"0dcbc6e1-1744-4a54-acc6-b0bbfbc6a8c3","name":"e2e-api-a-dc0f87-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:02.688499642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a9eded0-2997-4ecc-82bf-6174ce6c9edf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:02.688525379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a9eded0-2997-4ecc-82bf-6174ce6c9edf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:02.696502332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"27146299-25a7-4820-96a0-4d818b4df23f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:02.696527647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"27146299-25a7-4820-96a0-4d818b4df23f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:02.757548329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3de49a72","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-3de49a72","reconcileID":"6e17373a-4e1f-4f2f-bef3-ef62cf1402b6","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3de49a72","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:02.836871886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3de49a72","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-3de49a72","reconcileID":"6e17373a-4e1f-4f2f-bef3-ef62cf1402b6","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3de49a72","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:02.84591159Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3de49a72","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-3de49a72","reconcileID":"6e17373a-4e1f-4f2f-bef3-ef62cf1402b6","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3de49a72","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:02.8547204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"38dfac21-facf-4935-a1fc-fd72f9a75e13","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:02.85485602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"38dfac21-facf-4935-a1fc-fd72f9a75e13","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:02.871291129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3de49a72","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-3de49a72","reconcileID":"b5cdc870-2aaf-4d59-8f8d-d5da9064b738","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3de49a72","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:02.878601623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2800d4a3-7a7f-488f-ac30-d1dd4f1d0741","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:02.878623015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2800d4a3-7a7f-488f-ac30-d1dd4f1d0741","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:02.880583892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3de49a72","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-3de49a72","reconcileID":"b5cdc870-2aaf-4d59-8f8d-d5da9064b738","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3de49a72","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:02.885358369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e8f51ac-0210-43f2-ac68-3f072fbfc7b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:02.885378746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e8f51ac-0210-43f2-ac68-3f072fbfc7b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:55:02.886358543Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-3de49a72","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-3de49a72","reconcileID":"585ba81a-af9c-4dc8-b039-2be84d80d063","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-3de49a72\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:02.889033909Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3de49a72","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-3de49a72","reconcileID":"b5cdc870-2aaf-4d59-8f8d-d5da9064b738","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3de49a72","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:02.903314948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8155efca-39b6-43ab-92f5-c967eb430a5e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:02.903332055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8155efca-39b6-43ab-92f5-c967eb430a5e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:02.909053792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1fb70ba9-1c43-4322-a3e0-ff4ab9979545","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:02.909070633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1fb70ba9-1c43-4322-a3e0-ff4ab9979545","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:02.929782342Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-3de49a72","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-3de49a72","reconcileID":"222ea4c3-834a-4c25-a2e9-0440fa480902","MaaSSubscription":{"name":"e2e-neg-ghost-sub-3de49a72","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-3de49a72","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:02.92986827Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-3de49a72","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-3de49a72","reconcileID":"222ea4c3-834a-4c25-a2e9-0440fa480902","MaaSSubscription":{"name":"e2e-neg-ghost-sub-3de49a72","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-3de49a72","error":"MaaSModelRef not found: llm/nonexistent-model-3de49a72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:02.949709877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db98cfc5-9a48-4f13-bba9-73f8d50c63db","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:02.94972883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db98cfc5-9a48-4f13-bba9-73f8d50c63db","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:02.992655356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b0af06ca","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-b0af06ca","reconcileID":"a3358b1b-053c-45b5-9140-49c9365a3405","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b0af06ca","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:02.993074675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3de49a72","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-3de49a72","reconcileID":"14e5ee99-ddda-4d52-b032-157e1d2789e3","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3de49a72","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:02.993505316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7104bd05-efbd-4e1f-9377-74c74d54794a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:02.993759912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af5705fd-86a2-4204-bd4a-8288dbc33746","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:03.015923945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3de49a72","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-3de49a72","reconcileID":"14e5ee99-ddda-4d52-b032-157e1d2789e3","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3de49a72","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:03.026990195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7104bd05-efbd-4e1f-9377-74c74d54794a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:03.027079865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b0af06ca","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-b0af06ca","reconcileID":"a3358b1b-053c-45b5-9140-49c9365a3405","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b0af06ca","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:03.027615605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af5705fd-86a2-4204-bd4a-8288dbc33746","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:03.030869518Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3de49a72","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-3de49a72","reconcileID":"14e5ee99-ddda-4d52-b032-157e1d2789e3","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3de49a72","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:03.039754268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b163c3b1-1f61-4f6e-8125-a6e31489401e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:03.039903316Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b0af06ca","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-b0af06ca","reconcileID":"a3358b1b-053c-45b5-9140-49c9365a3405","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b0af06ca","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:03.040382116Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-3de49a72","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-3de49a72","reconcileID":"bc5f64cc-a2dd-4bb7-8fef-f2a7251427d0","MaaSSubscription":{"name":"e2e-neg-ghost-sub-3de49a72","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:03.041155145Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-3de49a72","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-3de49a72","reconcileID":"bc5f64cc-a2dd-4bb7-8fef-f2a7251427d0","MaaSSubscription":{"name":"e2e-neg-ghost-sub-3de49a72","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-3de49a72","error":"MaaSModelRef not found: llm/nonexistent-model-3de49a72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:03.098141947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2b83167f-c996-4101-ac3d-85edc8296e20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:03.098892976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3de49a72","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-3de49a72","reconcileID":"446e283e-775a-4653-bb69-606f4eb1ab35","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3de49a72","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:03.099901101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b0af06ca","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-b0af06ca","reconcileID":"96dbc1e7-96d2-4d33-be3b-11f05921dfa6","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b0af06ca","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:03.100604216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e89d76d8-e9d8-4edb-8e5b-081ba203071e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:03.101470343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c6bdcfa-a42f-4d85-bffc-9c21ce542c7f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:03.101902089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c6bdcfa-a42f-4d85-bffc-9c21ce542c7f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:03.110934622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3de49a72","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-3de49a72","reconcileID":"446e283e-775a-4653-bb69-606f4eb1ab35","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3de49a72","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:03.112991896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2b83167f-c996-4101-ac3d-85edc8296e20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:03.114499101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b0af06ca","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-b0af06ca","reconcileID":"96dbc1e7-96d2-4d33-be3b-11f05921dfa6","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b0af06ca","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:03.117556618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e89d76d8-e9d8-4edb-8e5b-081ba203071e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:03.121342992Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3de49a72","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-3de49a72","reconcileID":"446e283e-775a-4653-bb69-606f4eb1ab35","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3de49a72","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:03.121429259Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b0af06ca","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-b0af06ca","reconcileID":"96dbc1e7-96d2-4d33-be3b-11f05921dfa6","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b0af06ca","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:03.481334546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"70dcc830-595b-4b16-8e5b-aabac56f8320","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:03.481365232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"70dcc830-595b-4b16-8e5b-aabac56f8320","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:03.57101114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3de49a72","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-3de49a72","reconcileID":"c93a5e0c-a869-4a28-bd32-ed121ccda11b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3de49a72","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:03.571602298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af2a2a74-6beb-4af7-b444-c8e882519aed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:03.572203522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b0af06ca","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-b0af06ca","reconcileID":"bbfbae11-07c7-4e03-8423-d8f5439d1329","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b0af06ca","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:03.572785827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f3a1b5d1-1802-461f-b4c7-cbd45277d40d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:03.579714492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3de49a72","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-3de49a72","reconcileID":"c93a5e0c-a869-4a28-bd32-ed121ccda11b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3de49a72","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:03.583718529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b0af06ca","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-b0af06ca","reconcileID":"bbfbae11-07c7-4e03-8423-d8f5439d1329","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b0af06ca","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:03.656748268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af2a2a74-6beb-4af7-b444-c8e882519aed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:03.65743283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f3a1b5d1-1802-461f-b4c7-cbd45277d40d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:03.658174768Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3de49a72","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-3de49a72","reconcileID":"c93a5e0c-a869-4a28-bd32-ed121ccda11b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3de49a72","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:03.659254399Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b0af06ca","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-b0af06ca","reconcileID":"bbfbae11-07c7-4e03-8423-d8f5439d1329","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b0af06ca","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:05.101315159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-policy-da58b769","reconcileID":"155a80f0-c4c2-4e13-b581-b2ce3eaa3a95","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-da58b769","tenantID":"e2e-mt-da58b769","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:05.109029523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-policy-da58b769","reconcileID":"155a80f0-c4c2-4e13-b581-b2ce3eaa3a95","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"name":"e2e-mt-da58b769-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:05.122856183Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-da58b769-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (40d01e238f0ba2df628b2d406bf9b5665fa68a769b34354a944bbb68326217cc) AuthConfig (95e86f0bd6946c40a61186ff0ffbf756a8b24695a875a741eef205bd2f4190da) AuthConfig (697c7b8865a8d8112a747985df4c333dc4747458992ad4477ba344c46d900f97) AuthConfig (2ce623479cddc5645f27c08c612902e9c0b2be312104e636f36f951048c110af) AuthConfig (b1d05239b99cde0455ef73cac96232acd08087b1c7c7ea21a292165214e4fc00) AuthConfig (96f4ff2f65640a0129e719143deae83d98f6b203fc0a892c73489cf9dc3241d4) AuthConfig (b6867f345566349a8156b6b38182f47b7d8cccc1f44468178db1e11789084e1f) AuthConfig (f61c20b615dc77c6631c318718e465051fe6898297580d6bbbcfdba926a67845) AuthConfig (bcf42bda234eff3bdc21c930da7622e2da8631b6741e0d6e4d6ac486d1c90a2e) AuthConfig (7a91ce679909b833559731329bc26b2a7739412015591c9ba2887fd040169f8b) AuthConfig (ccdb4513e84540e101dfc4575b91bc8b792aec0dfc6dd9c14d53717a916aa0da) AuthConfig (5964be2bb2935060178605f2dce5a1e772ece5ed72fbba4c7704b51be7bcf525) AuthConfig (5e9e648b4a2d02fc13bcf99e0182ff8f13f1152530fd7c2486d5b001c0bd51e5) AuthConfig (e47527255110b3399e34fe693fc1bc6e1116a7b43dd07e013f8bf9efab704f90) AuthConfig (2e2334e7ee3f69ef92ae02f1c1714711b1c1ab5a14ba4ed6ef862816588c4d11) AuthConfig (a4cc2fe575685f367ad5b98c7c6e4accfad57f53e49ce11aef768854f3cafc2b) AuthConfig (68f2a279eb1a037b131ca6dee9385042500b0c3769fb2a68b439d9f6156f45a3) AuthConfig (7841aa3d3186ef7f89b9764c0f99824231e4f1c0f0c13afe4abbba195de891ca)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-policy-da58b769","reconcileID":"155a80f0-c4c2-4e13-b581-b2ce3eaa3a95","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:10.386041206Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:13.571944845Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-3de49a72","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-3de49a72","reconcileID":"f1a04073-8174-453b-bd85-323b67ecd38e","MaaSSubscription":{"name":"e2e-neg-ghost-sub-3de49a72","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-3de49a72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:13.590702098Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-3de49a72","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-3de49a72","reconcileID":"f1a04073-8174-453b-bd85-323b67ecd38e","MaaSSubscription":{"name":"e2e-neg-ghost-sub-3de49a72","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:13.590727698Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-3de49a72","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-3de49a72","reconcileID":"f1a04073-8174-453b-bd85-323b67ecd38e","MaaSSubscription":{"name":"e2e-neg-ghost-sub-3de49a72","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-3de49a72","subscription":"e2e-neg-ghost-sub-3de49a72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:13.590812957Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-3de49a72","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-3de49a72","reconcileID":"f1a04073-8174-453b-bd85-323b67ecd38e","MaaSSubscription":{"name":"e2e-neg-ghost-sub-3de49a72","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-3de49a72","error":"MaaSModelRef not found: llm/nonexistent-model-3de49a72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:13.603528264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ef6ce26c-2e11-41e9-abb4-00e1cf14da2b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:13.617520581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4249282c-0f4c-4517-9c24-395d976bf9ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:13.61754018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4249282c-0f4c-4517-9c24-395d976bf9ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:13.631090937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3de49a72","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-3de49a72","reconcileID":"f9a60d5a-127b-4434-8c1a-42f146b0d709","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3de49a72","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:13.631482416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b0af06ca","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-b0af06ca","reconcileID":"91b9a7ec-3fa4-476a-a110-9c52a6e4a8a1","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b0af06ca","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:13.65640882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"990399a1-f786-46c6-b335-2010b002757d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:13.660407566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3de49a72","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-3de49a72","reconcileID":"f9a60d5a-127b-4434-8c1a-42f146b0d709","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3de49a72","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:13.660476752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b0af06ca","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-b0af06ca","reconcileID":"91b9a7ec-3fa4-476a-a110-9c52a6e4a8a1","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b0af06ca","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:13.660806887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"27ae13d2-0559-4ee9-bdef-5ff5d53d21ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:13.663996817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"990399a1-f786-46c6-b335-2010b002757d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:13.66733933Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3de49a72","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-3de49a72","reconcileID":"f9a60d5a-127b-4434-8c1a-42f146b0d709","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3de49a72","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:13.667473314Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b0af06ca","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-b0af06ca","reconcileID":"91b9a7ec-3fa4-476a-a110-9c52a6e4a8a1","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b0af06ca","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:13.670214243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"27ae13d2-0559-4ee9-bdef-5ff5d53d21ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:13.676534895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4c53c34-226e-4ed4-b33b-0a1e87f9a346","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:13.676553848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4c53c34-226e-4ed4-b33b-0a1e87f9a346","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:13.679355931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c95f678-8a8f-4481-9985-c97f54c70898","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:13.679371781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c95f678-8a8f-4481-9985-c97f54c70898","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:13.773739376Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3de49a72","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-3de49a72","reconcileID":"ff891f7a-0b3a-4984-8579-b7fdc7356e9f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3de49a72","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:13.774012581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f53fb49b-9772-4218-b582-f48799d94251","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:13.774356221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f53fb49b-9772-4218-b582-f48799d94251","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:13.803446338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da8f1755-5f30-496a-9251-5c7a88dae04b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:13.809758837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da8f1755-5f30-496a-9251-5c7a88dae04b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:14.594537643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72afc162-8da6-47ef-b348-4137fcc0bb61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:14.597723231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72afc162-8da6-47ef-b348-4137fcc0bb61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:14.601156985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72afc162-8da6-47ef-b348-4137fcc0bb61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:14.604072208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72afc162-8da6-47ef-b348-4137fcc0bb61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:14.896243829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0c67d4c-d5aa-4281-a7f3-0fd38191813b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:14.899419355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0c67d4c-d5aa-4281-a7f3-0fd38191813b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:14.902894702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0c67d4c-d5aa-4281-a7f3-0fd38191813b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:14.90599447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0c67d4c-d5aa-4281-a7f3-0fd38191813b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:15.166646654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-policy-da58b769","reconcileID":"7bb0b2df-daa1-41fc-9f43-929c1f7e8682","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-da58b769","tenantID":"e2e-mt-da58b769","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:15.17414085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-policy-da58b769","reconcileID":"7bb0b2df-daa1-41fc-9f43-929c1f7e8682","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"name":"e2e-mt-da58b769-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:15.196004139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"a3464f04-f52c-410e-82db-7fba68b4cd0c","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"tenant":"e2e-mt-da58b769","gateway":"openshift-ingress/e2e-mt-da58b769","model":"ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:15.196023267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"a3464f04-f52c-410e-82db-7fba68b4cd0c","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"routeName":"e2e-lifecycle-model-da58b769-kserve-route","namespace":"ai-tenant-e2e-mt-da58b769","llmisvcName":"e2e-lifecycle-model-da58b769","gateway":"openshift-ingress/e2e-mt-da58b769","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:18.211028687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"672cf102-ed74-43a9-ac35-9c3890ebe135","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:18.211050206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"672cf102-ed74-43a9-ac35-9c3890ebe135","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:18.21653216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"654a8ea7-d9f7-46e2-b547-e2f29dfc53f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:18.216548082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"654a8ea7-d9f7-46e2-b547-e2f29dfc53f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:18.222491283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dc0f87-policy","namespace":"ai-tenant-e2e-api-a-dc0f87"},"namespace":"ai-tenant-e2e-api-a-dc0f87","name":"e2e-e2e-api-a-dc0f87-policy","reconcileID":"5dbfc6fd-640a-4fb4-ace2-7252168da36b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dc0f87-policy","namespace":"ai-tenant-e2e-api-a-dc0f87"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-dc0f87","tenantID":"e2e-api-a-dc0f87","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:18.247758358Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dc0f87-policy","namespace":"ai-tenant-e2e-api-a-dc0f87"},"namespace":"ai-tenant-e2e-api-a-dc0f87","name":"e2e-e2e-api-a-dc0f87-policy","reconcileID":"5dbfc6fd-640a-4fb4-ace2-7252168da36b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dc0f87-policy","namespace":"ai-tenant-e2e-api-a-dc0f87"},"name":"e2e-api-a-dc0f87-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:18.2537825Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-dc0f87-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dc0f87-policy","namespace":"ai-tenant-e2e-api-a-dc0f87"},"namespace":"ai-tenant-e2e-api-a-dc0f87","name":"e2e-e2e-api-a-dc0f87-policy","reconcileID":"5dbfc6fd-640a-4fb4-ace2-7252168da36b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dc0f87-policy","namespace":"ai-tenant-e2e-api-a-dc0f87"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:18.26041983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d9149e2e-8c9d-453e-968c-7fce1d1c6aec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:18.260436362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d9149e2e-8c9d-453e-968c-7fce1d1c6aec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:21.58375037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f655c58-0880-4bdd-b980-5d3906227d5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:21.587023533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f655c58-0880-4bdd-b980-5d3906227d5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:21.589959334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f655c58-0880-4bdd-b980-5d3906227d5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:21.593232212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f655c58-0880-4bdd-b980-5d3906227d5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:21.863972378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dad09ae8-0a6a-4d59-b4ca-27098007e4b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:21.878482895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dad09ae8-0a6a-4d59-b4ca-27098007e4b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:21.88388543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dad09ae8-0a6a-4d59-b4ca-27098007e4b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:21.888175581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dad09ae8-0a6a-4d59-b4ca-27098007e4b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:22.498223906Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-9982ad","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-9982ad","reconcileID":"0f4bd13a-256a-4050-967a-4db4a5fe686f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-9982ad","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-9982ad":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:22.760431556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbbcd840-977b-409a-b5f1-e98ebb2dd24c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:22.76445781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbbcd840-977b-409a-b5f1-e98ebb2dd24c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:22.767769382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbbcd840-977b-409a-b5f1-e98ebb2dd24c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:22.771001433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbbcd840-977b-409a-b5f1-e98ebb2dd24c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:23.702412297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b0af06ca","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-b0af06ca","reconcileID":"50bff668-5db2-40fb-860e-2f71319f5c09","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b0af06ca","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:23.712467843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b0af06ca","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-b0af06ca","reconcileID":"50bff668-5db2-40fb-860e-2f71319f5c09","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b0af06ca","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:23.719628097Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b0af06ca","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-b0af06ca","reconcileID":"50bff668-5db2-40fb-860e-2f71319f5c09","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b0af06ca","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:26.48623628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"f10193a7-82ed-4849-ac09-0164f8ae5362","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"tenant":"e2e-mt-da58b769","gateway":"openshift-ingress/e2e-mt-da58b769","model":"ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:26.486258228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"f10193a7-82ed-4849-ac09-0164f8ae5362","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"routeName":"e2e-lifecycle-model-da58b769-kserve-route","namespace":"ai-tenant-e2e-mt-da58b769","llmisvcName":"e2e-lifecycle-model-da58b769","gateway":"openshift-ingress/e2e-mt-da58b769","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:26.49938687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"eadf01c4-4169-42c6-a62e-5d88a2844cfd","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"tenant":"e2e-mt-da58b769","gateway":"openshift-ingress/e2e-mt-da58b769","model":"ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:26.499407397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"eadf01c4-4169-42c6-a62e-5d88a2844cfd","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"routeName":"e2e-lifecycle-model-da58b769-kserve-route","namespace":"ai-tenant-e2e-mt-da58b769","llmisvcName":"e2e-lifecycle-model-da58b769","gateway":"openshift-ingress/e2e-mt-da58b769","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:26.55901369Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-sub-da58b769","reconcileID":"559d6a90-a73f-4c48-9476-491644870483","MaaSSubscription":{"name":"e2e-sub-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"name":"maas-trlp-e2e-lifecycle-model-da58b769","model":"ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:26.675203191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-policy-da58b769","reconcileID":"a6e2618e-cc61-41ec-b5b6-284bd5c97c37","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-da58b769","tenantID":"e2e-mt-da58b769","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:26.761060369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-policy-da58b769","reconcileID":"a6e2618e-cc61-41ec-b5b6-284bd5c97c37","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"name":"e2e-mt-da58b769-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:26.770161926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-sub-da58b769","reconcileID":"7f9cc0dc-6188-43ac-957e-fbd125e60176","MaaSSubscription":{"name":"e2e-sub-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"name":"maas-trlp-e2e-lifecycle-model-da58b769","model":"ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:26.779760106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-policy-da58b769","reconcileID":"92e70eb4-49d7-4054-91c5-0a7c3bb78405","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-da58b769","tenantID":"e2e-mt-da58b769","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:26.787660023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-policy-da58b769","reconcileID":"92e70eb4-49d7-4054-91c5-0a7c3bb78405","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"name":"e2e-mt-da58b769-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:26.856414864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"260b9870-e98a-4a0b-afc1-a0b8c344a066","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:26.860786042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"260b9870-e98a-4a0b-afc1-a0b8c344a066","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:26.863700803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"260b9870-e98a-4a0b-afc1-a0b8c344a066","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:26.866942564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"260b9870-e98a-4a0b-afc1-a0b8c344a066","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:27.225210235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afff9701-e412-4365-b1c4-54564bd7f540","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:27.228226995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afff9701-e412-4365-b1c4-54564bd7f540","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:27.231210817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afff9701-e412-4365-b1c4-54564bd7f540","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:27.234840393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afff9701-e412-4365-b1c4-54564bd7f540","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:28.271498462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dc0f87-policy","namespace":"ai-tenant-e2e-api-a-dc0f87"},"namespace":"ai-tenant-e2e-api-a-dc0f87","name":"e2e-e2e-api-a-dc0f87-policy","reconcileID":"e8fec495-8468-42ff-a432-c0885487814a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dc0f87-policy","namespace":"ai-tenant-e2e-api-a-dc0f87"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-dc0f87","tenantID":"e2e-api-a-dc0f87","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:28.279249237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dc0f87-policy","namespace":"ai-tenant-e2e-api-a-dc0f87"},"namespace":"ai-tenant-e2e-api-a-dc0f87","name":"e2e-e2e-api-a-dc0f87-policy","reconcileID":"e8fec495-8468-42ff-a432-c0885487814a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dc0f87-policy","namespace":"ai-tenant-e2e-api-a-dc0f87"},"name":"e2e-api-a-dc0f87-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:28.284594367Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-dc0f87-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dc0f87-policy","namespace":"ai-tenant-e2e-api-a-dc0f87"},"namespace":"ai-tenant-e2e-api-a-dc0f87","name":"e2e-e2e-api-a-dc0f87-policy","reconcileID":"e8fec495-8468-42ff-a432-c0885487814a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dc0f87-policy","namespace":"ai-tenant-e2e-api-a-dc0f87"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:29.051649657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9982ad"},"namespace":"ai-tenant-e2e-api-b-9982ad","name":"default-tenant","reconcileID":"693cbda8-7508-42c7-8255-9411293cf016","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-9982ad","tenantID":"e2e-api-b-9982ad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:29.07624188Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9982ad"},"namespace":"ai-tenant-e2e-api-b-9982ad","name":"default-tenant","reconcileID":"693cbda8-7508-42c7-8255-9411293cf016","name":"e2e-api-b-9982ad-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:33.730864184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b0af06ca","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-b0af06ca","reconcileID":"19acfe86-69bd-4b90-b1c5-15c3414f32a8","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b0af06ca","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:33.737673501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b0af06ca","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-b0af06ca","reconcileID":"19acfe86-69bd-4b90-b1c5-15c3414f32a8","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b0af06ca","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:33.746196776Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b0af06ca","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-b0af06ca","reconcileID":"19acfe86-69bd-4b90-b1c5-15c3414f32a8","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b0af06ca","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-b0af06ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:33.85716539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec7af13a-0680-4f01-a4cf-2bdbcd504270","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:33.857285381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec7af13a-0680-4f01-a4cf-2bdbcd504270","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:35.866851261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7361fc3-4298-4e6a-8084-96806a1a0d0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:35.869884137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7361fc3-4298-4e6a-8084-96806a1a0d0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:35.872917199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7361fc3-4298-4e6a-8084-96806a1a0d0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:35.875952109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7361fc3-4298-4e6a-8084-96806a1a0d0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:36.226652275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"725d25ed-17be-4c61-a0f0-b07c4ddfc9c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:36.229690138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"725d25ed-17be-4c61-a0f0-b07c4ddfc9c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:36.232627452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"725d25ed-17be-4c61-a0f0-b07c4ddfc9c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:36.256508799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"725d25ed-17be-4c61-a0f0-b07c4ddfc9c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:36.41353028Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b0af06ca","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-b0af06ca","reconcileID":"7ed1bd75-c779-4407-9078-6828482951cc","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b0af06ca","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:36.413788873Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"38397fdf-bc32-4e34-b2d7-445799f90b01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:36.41380566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"38397fdf-bc32-4e34-b2d7-445799f90b01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:36.416311108Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b0af06ca","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-b0af06ca","reconcileID":"7ed1bd75-c779-4407-9078-6828482951cc","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b0af06ca","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-b0af06ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:36.429282247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"afc3db81-fb7d-495f-8d44-f2f9fa6f6ddb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:36.429301636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"afc3db81-fb7d-495f-8d44-f2f9fa6f6ddb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:36.61912849Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-93574a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-93574a","reconcileID":"cca06aec-df7b-4f19-8a9d-e6b2ac52cc42","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-93574a","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-93574a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:36.78882014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"f947b062-4c21-4c50-b460-d4c60c707014","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"tenant":"e2e-mt-da58b769","gateway":"openshift-ingress/e2e-mt-da58b769","model":"ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:36.788851453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"f947b062-4c21-4c50-b460-d4c60c707014","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"routeName":"e2e-lifecycle-model-da58b769-kserve-route","namespace":"ai-tenant-e2e-mt-da58b769","llmisvcName":"e2e-lifecycle-model-da58b769","gateway":"openshift-ingress/e2e-mt-da58b769","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:36.831680014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-policy-da58b769","reconcileID":"eb804fa3-418f-40bf-9c77-229af95db42b","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-da58b769","tenantID":"e2e-mt-da58b769","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:36.898867308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-sub-da58b769","reconcileID":"16995f2d-8ab8-4df8-bf02-4f1ae93914dd","MaaSSubscription":{"name":"e2e-sub-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"name":"maas-trlp-e2e-lifecycle-model-da58b769","model":"ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:36.926467754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-policy-da58b769","reconcileID":"eb804fa3-418f-40bf-9c77-229af95db42b","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"name":"e2e-mt-da58b769-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:36.996324859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"776c050b-6f57-4178-a3b0-8fe6833164d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:37.00146575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"776c050b-6f57-4178-a3b0-8fe6833164d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:37.005648856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"776c050b-6f57-4178-a3b0-8fe6833164d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:37.009928572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"776c050b-6f57-4178-a3b0-8fe6833164d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:37.032383804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-sub-da58b769","reconcileID":"6b598d7f-f3f8-4bb1-bd41-ac351a9085a1","MaaSSubscription":{"name":"e2e-sub-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"name":"maas-trlp-e2e-lifecycle-model-da58b769","model":"ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:37.069988252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-policy-da58b769","reconcileID":"748dfc7f-4e02-4ed3-b72f-f112b27abb9e","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-da58b769","tenantID":"e2e-mt-da58b769","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:37.078238577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-policy-da58b769","reconcileID":"748dfc7f-4e02-4ed3-b72f-f112b27abb9e","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"name":"e2e-mt-da58b769-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:37.248517793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bce3c76-9015-481e-8c9d-d6f581682965","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:37.256474007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bce3c76-9015-481e-8c9d-d6f581682965","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:37.259780694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bce3c76-9015-481e-8c9d-d6f581682965","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:37.264465071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bce3c76-9015-481e-8c9d-d6f581682965","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:37.31065721Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"default-tenant","reconcileID":"a95dd303-ea05-492c-a91a-03cf86010357","namespace":"ai-tenant-e2e-mt-da58b769","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:37.310744686Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"default-tenant","reconcileID":"a95dd303-ea05-492c-a91a-03cf86010357","name":"e2e-sub-da58b769","namespace":"ai-tenant-e2e-mt-da58b769","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:37.321614287Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"default-tenant","reconcileID":"a95dd303-ea05-492c-a91a-03cf86010357","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:37.321629634Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"default-tenant","reconcileID":"a95dd303-ea05-492c-a91a-03cf86010357","namespace":"ai-tenant-e2e-mt-da58b769","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:37.321714496Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"default-tenant","reconcileID":"a95dd303-ea05-492c-a91a-03cf86010357","name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:37.322015013Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"0bf456a0-4b1b-4203-b8cf-abf186ceaa29","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"tenant":"e2e-mt-da58b769","gateway":"openshift-ingress/e2e-mt-da58b769","model":"ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:37.32203271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"0bf456a0-4b1b-4203-b8cf-abf186ceaa29","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"routeName":"e2e-lifecycle-model-da58b769-kserve-route","namespace":"ai-tenant-e2e-mt-da58b769","llmisvcName":"e2e-lifecycle-model-da58b769","gateway":"openshift-ingress/e2e-mt-da58b769","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:37.326773293Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"default-tenant","reconcileID":"a95dd303-ea05-492c-a91a-03cf86010357","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:37.330903274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"c2979417-2328-4033-990a-cd9e4bf3b8f6","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"tenant":"e2e-mt-da58b769","gateway":"openshift-ingress/e2e-mt-da58b769","model":"ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:37.330919034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"c2979417-2328-4033-990a-cd9e4bf3b8f6","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"routeName":"e2e-lifecycle-model-da58b769-kserve-route","namespace":"ai-tenant-e2e-mt-da58b769","llmisvcName":"e2e-lifecycle-model-da58b769","gateway":"openshift-ingress/e2e-mt-da58b769","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:37.339123635Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-sub-da58b769","reconcileID":"49046864-4b56-455b-afd4-457d374e8781","MaaSSubscription":{"name":"e2e-sub-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-635398a3","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:55:37.340848762Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"c2979417-2328-4033-990a-cd9e4bf3b8f6","name":"e2e-lifecycle-model-da58b769","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-da58b769\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:55:37.340895345Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"c2979417-2328-4033-990a-cd9e4bf3b8f6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-da58b769\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:37.346770257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"fb26e648-c45d-4e93-804c-e0e0e2fbcd94","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"tenant":"e2e-mt-da58b769","gateway":"openshift-ingress/e2e-mt-da58b769","model":"ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:37.346792011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"fb26e648-c45d-4e93-804c-e0e0e2fbcd94","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"routeName":"e2e-lifecycle-model-da58b769-kserve-route","namespace":"ai-tenant-e2e-mt-da58b769","llmisvcName":"e2e-lifecycle-model-da58b769","gateway":"openshift-ingress/e2e-mt-da58b769","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:37.483461327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-policy-da58b769","reconcileID":"12e72a60-7ff0-4a1b-a6a5-0c74cec326b4","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-da58b769","tenantID":"e2e-mt-da58b769","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:37.484458457Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-sub-da58b769","reconcileID":"9e146f52-1149-4b2c-9d9b-d5050215cfc0","MaaSSubscription":{"name":"e2e-sub-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-635398a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:37.707070336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-policy-da58b769","reconcileID":"12e72a60-7ff0-4a1b-a6a5-0c74cec326b4","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"name":"e2e-mt-da58b769-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:37.755703154Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-policy-da58b769","reconcileID":"dcd047a2-4d1c-4147-98f6-3b63c2e87d84","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"model":"ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:37.767221067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-policy-da58b769","reconcileID":"dcd047a2-4d1c-4147-98f6-3b63c2e87d84","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-da58b769","tenantID":"e2e-mt-da58b769","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:37.800684643Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-policy-da58b769","reconcileID":"dcd047a2-4d1c-4147-98f6-3b63c2e87d84","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"name":"e2e-mt-da58b769-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:37.800705018Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-policy-da58b769","reconcileID":"dcd047a2-4d1c-4147-98f6-3b63c2e87d84","MaaSAuthPolicy":{"name":"e2e-policy-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-da58b769","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:37.808222701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6107d065-0dda-4b99-9fa9-d75def7ebfbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:37.81064925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"cb14fb7e-5492-4fb6-9114-226d65f57ad8","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"tenant":"e2e-mt-da58b769","gateway":"openshift-ingress/e2e-mt-da58b769","model":"ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:37.810675678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"cb14fb7e-5492-4fb6-9114-226d65f57ad8","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"routeName":"e2e-lifecycle-model-da58b769-kserve-route","namespace":"ai-tenant-e2e-mt-da58b769","llmisvcName":"e2e-lifecycle-model-da58b769","gateway":"openshift-ingress/e2e-mt-da58b769","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:37.817409306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6107d065-0dda-4b99-9fa9-d75def7ebfbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:37.863989597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6107d065-0dda-4b99-9fa9-d75def7ebfbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:37.867425862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6107d065-0dda-4b99-9fa9-d75def7ebfbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:38.125174668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06ae6e91-a85a-4c5b-b4ac-866b3e01c800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:38.130876188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06ae6e91-a85a-4c5b-b4ac-866b3e01c800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:38.137755507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06ae6e91-a85a-4c5b-b4ac-866b3e01c800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:38.141688957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06ae6e91-a85a-4c5b-b4ac-866b3e01c800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:38.360531441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dc0f87-policy","namespace":"ai-tenant-e2e-api-a-dc0f87"},"namespace":"ai-tenant-e2e-api-a-dc0f87","name":"e2e-e2e-api-a-dc0f87-policy","reconcileID":"e44f255d-77d8-42f2-8355-9af0b0b6cbf9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dc0f87-policy","namespace":"ai-tenant-e2e-api-a-dc0f87"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-dc0f87","tenantID":"e2e-api-a-dc0f87","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:38.371935087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dc0f87-policy","namespace":"ai-tenant-e2e-api-a-dc0f87"},"namespace":"ai-tenant-e2e-api-a-dc0f87","name":"e2e-e2e-api-a-dc0f87-policy","reconcileID":"e44f255d-77d8-42f2-8355-9af0b0b6cbf9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dc0f87-policy","namespace":"ai-tenant-e2e-api-a-dc0f87"},"name":"e2e-api-a-dc0f87-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:38.38272222Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-dc0f87-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (907ee0721f5652f7f919d59808ae8b5dc092c4dcbcb79cff2ae153cb83894267) AuthConfig (c6a009362485e96c04190308210fa8619f39c663039e4abe6ff0f1ae297ef10d) AuthConfig (be3ca92a4eacce1e5a1629ce8c217aae3ad546359f36dddb593df0c275eada9e) AuthConfig (f84f031b32ea084237cb8c1361b31bbd61c4cac42ee739a5ea003142be40c2bf) AuthConfig (e7bf6d2dc0f277b7223697dc92e6ef4d2b7c528372ca7efb1df8243956148899) AuthConfig (9f5af91efaf1a4f8581dd5330a167981a296d2caff8b7d68218b29e2cd912238) EnvoyFilter (openshift-ingress/e2e-api-a-dc0f87) EnvoyFilter (openshift-ingress/e2e-api-a-dc0f87)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dc0f87-policy","namespace":"ai-tenant-e2e-api-a-dc0f87"},"namespace":"ai-tenant-e2e-api-a-dc0f87","name":"e2e-e2e-api-a-dc0f87-policy","reconcileID":"e44f255d-77d8-42f2-8355-9af0b0b6cbf9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dc0f87-policy","namespace":"ai-tenant-e2e-api-a-dc0f87"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:38.439617782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e61753e0-ba2e-4a78-84a4-3cd16d71e28a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:38.439719813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e61753e0-ba2e-4a78-84a4-3cd16d71e28a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:40.386210695Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:41.837228477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01db4e57-e9de-4713-b522-5b6c3bfeb492","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:41.840854741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01db4e57-e9de-4713-b522-5b6c3bfeb492","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:41.85808939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01db4e57-e9de-4713-b522-5b6c3bfeb492","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:41.869781241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01db4e57-e9de-4713-b522-5b6c3bfeb492","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:42.214514334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fa7b143-9dc1-4f1f-9b43-a640aa8c3151","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:42.217754331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fa7b143-9dc1-4f1f-9b43-a640aa8c3151","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:42.220762147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fa7b143-9dc1-4f1f-9b43-a640aa8c3151","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:42.223973678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fa7b143-9dc1-4f1f-9b43-a640aa8c3151","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:42.526726818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80fcc05e-6668-41aa-a5c8-9b64e739dfe4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:42.529783422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80fcc05e-6668-41aa-a5c8-9b64e739dfe4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:42.532721378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80fcc05e-6668-41aa-a5c8-9b64e739dfe4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:42.53555624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80fcc05e-6668-41aa-a5c8-9b64e739dfe4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:42.794002103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1869a0e-0970-4327-95c1-04e3aee69b5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:42.797181181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1869a0e-0970-4327-95c1-04e3aee69b5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:42.800353861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1869a0e-0970-4327-95c1-04e3aee69b5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:42.804444091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1869a0e-0970-4327-95c1-04e3aee69b5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:43.272499814Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-040d9c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-040d9c","reconcileID":"ca3fb41b-8456-4cc4-91ac-4e29eac48394","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-040d9c","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-040d9c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:43.349608549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec2a5769-5e89-48e5-a77d-187857df0792","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:43.352726405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec2a5769-5e89-48e5-a77d-187857df0792","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:43.3560857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec2a5769-5e89-48e5-a77d-187857df0792","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:43.360996906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec2a5769-5e89-48e5-a77d-187857df0792","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:43.834175062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3eaf31b2-4182-4fe9-a389-d0599ae8b778","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:43.837908473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3eaf31b2-4182-4fe9-a389-d0599ae8b778","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:43.840843418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3eaf31b2-4182-4fe9-a389-d0599ae8b778","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:43.857470227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3eaf31b2-4182-4fe9-a389-d0599ae8b778","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:44.159404169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78f28616-8433-4dee-86c1-d41c3e2419d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:44.175147593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78f28616-8433-4dee-86c1-d41c3e2419d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:44.195059084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78f28616-8433-4dee-86c1-d41c3e2419d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:44.229643791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78f28616-8433-4dee-86c1-d41c3e2419d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:44.274220399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"default-tenant","reconcileID":"13ad786b-0123-4208-80a9-226558d58029","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-93574a","tenantID":"e2e-ipp-a-93574a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:44.293654833Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"default-tenant","reconcileID":"13ad786b-0123-4208-80a9-226558d58029","name":"e2e-ipp-a-93574a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:46.211745944Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"default-tenant","reconcileID":"97003521-190a-417c-ad57-6e7babc78740","namespace":"ai-tenant-e2e-mt-da58b769","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:46.211810456Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"default-tenant","reconcileID":"97003521-190a-417c-ad57-6e7babc78740","name":"e2e-sub-da58b769","namespace":"ai-tenant-e2e-mt-da58b769","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:46.216851407Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"default-tenant","reconcileID":"97003521-190a-417c-ad57-6e7babc78740","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:46.216867623Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"default-tenant","reconcileID":"97003521-190a-417c-ad57-6e7babc78740","namespace":"ai-tenant-e2e-mt-da58b769","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:47.488224233Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-sub-da58b769","reconcileID":"52ac6cba-20c9-4192-b798-51a6ff969e67","MaaSSubscription":{"name":"e2e-sub-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"model":"ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769","subscription":"e2e-sub-da58b769","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:47.491781944Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-sub-da58b769","reconcileID":"52ac6cba-20c9-4192-b798-51a6ff969e67","MaaSSubscription":{"name":"e2e-sub-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"model":"ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:47.533858631Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-sub-da58b769","reconcileID":"52ac6cba-20c9-4192-b798-51a6ff969e67","MaaSSubscription":{"name":"e2e-sub-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"name":"maas-trlp-e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769","model":"ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:47.562984596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"302bf64d-1458-4f63-b1ca-004ed111985a","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"tenant":"e2e-mt-da58b769","gateway":"openshift-ingress/e2e-mt-da58b769","model":"ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:47.563005922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"302bf64d-1458-4f63-b1ca-004ed111985a","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"routeName":"e2e-lifecycle-model-da58b769-kserve-route","namespace":"ai-tenant-e2e-mt-da58b769","llmisvcName":"e2e-lifecycle-model-da58b769","gateway":"openshift-ingress/e2e-mt-da58b769","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:47.965053492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e51c78e2-c39c-4ea3-9caf-d660c693589b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:47.965073613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e51c78e2-c39c-4ea3-9caf-d660c693589b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:47.971882255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cbf3a8e9-fbc8-4d64-96a9-a18eec1320ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:47.971905068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cbf3a8e9-fbc8-4d64-96a9-a18eec1320ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:48.067042179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9982ad-policy","namespace":"ai-tenant-e2e-api-b-9982ad"},"namespace":"ai-tenant-e2e-api-b-9982ad","name":"e2e-e2e-api-b-9982ad-policy","reconcileID":"f804d1ad-3245-4b60-a766-3961894ef499","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9982ad-policy","namespace":"ai-tenant-e2e-api-b-9982ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-9982ad","tenantID":"e2e-api-b-9982ad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:48.096761648Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9982ad-policy","namespace":"ai-tenant-e2e-api-b-9982ad"},"namespace":"ai-tenant-e2e-api-b-9982ad","name":"e2e-e2e-api-b-9982ad-policy","reconcileID":"f804d1ad-3245-4b60-a766-3961894ef499","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9982ad-policy","namespace":"ai-tenant-e2e-api-b-9982ad"},"name":"e2e-api-b-9982ad-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:48.103807525Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-9982ad-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9982ad-policy","namespace":"ai-tenant-e2e-api-b-9982ad"},"namespace":"ai-tenant-e2e-api-b-9982ad","name":"e2e-e2e-api-b-9982ad-policy","reconcileID":"f804d1ad-3245-4b60-a766-3961894ef499","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9982ad-policy","namespace":"ai-tenant-e2e-api-b-9982ad"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:48.156775251Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ddf1780-d0be-4f45-bad4-4f76e8d2c333","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:48.156846062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ddf1780-d0be-4f45-bad4-4f76e8d2c333","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:48.446354568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dc0f87-policy","namespace":"ai-tenant-e2e-api-a-dc0f87"},"namespace":"ai-tenant-e2e-api-a-dc0f87","name":"e2e-e2e-api-a-dc0f87-policy","reconcileID":"ea130c07-8da3-4e06-817d-ec04c412d5fa","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dc0f87-policy","namespace":"ai-tenant-e2e-api-a-dc0f87"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-dc0f87","tenantID":"e2e-api-a-dc0f87","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:48.454922798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dc0f87-policy","namespace":"ai-tenant-e2e-api-a-dc0f87"},"namespace":"ai-tenant-e2e-api-a-dc0f87","name":"e2e-e2e-api-a-dc0f87-policy","reconcileID":"ea130c07-8da3-4e06-817d-ec04c412d5fa","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dc0f87-policy","namespace":"ai-tenant-e2e-api-a-dc0f87"},"name":"e2e-api-a-dc0f87-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:48.461223965Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-dc0f87-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (907ee0721f5652f7f919d59808ae8b5dc092c4dcbcb79cff2ae153cb83894267) AuthConfig (c6a009362485e96c04190308210fa8619f39c663039e4abe6ff0f1ae297ef10d) AuthConfig (be3ca92a4eacce1e5a1629ce8c217aae3ad546359f36dddb593df0c275eada9e) AuthConfig (f84f031b32ea084237cb8c1361b31bbd61c4cac42ee739a5ea003142be40c2bf) AuthConfig (e7bf6d2dc0f277b7223697dc92e6ef4d2b7c528372ca7efb1df8243956148899) AuthConfig (9f5af91efaf1a4f8581dd5330a167981a296d2caff8b7d68218b29e2cd912238) EnvoyFilter (openshift-ingress/e2e-api-a-dc0f87) EnvoyFilter (openshift-ingress/e2e-api-a-dc0f87)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dc0f87-policy","namespace":"ai-tenant-e2e-api-a-dc0f87"},"namespace":"ai-tenant-e2e-api-a-dc0f87","name":"e2e-e2e-api-a-dc0f87-policy","reconcileID":"ea130c07-8da3-4e06-817d-ec04c412d5fa","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dc0f87-policy","namespace":"ai-tenant-e2e-api-a-dc0f87"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:48.915413068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dc0f87-policy","namespace":"ai-tenant-e2e-api-a-dc0f87"},"namespace":"ai-tenant-e2e-api-a-dc0f87","name":"e2e-e2e-api-a-dc0f87-policy","reconcileID":"9b2428cc-ae3c-4090-b760-6daa78af1b2c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dc0f87-policy","namespace":"ai-tenant-e2e-api-a-dc0f87"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-dc0f87","tenantID":"e2e-api-a-dc0f87","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:48.978608262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dc0f87-policy","namespace":"ai-tenant-e2e-api-a-dc0f87"},"namespace":"ai-tenant-e2e-api-a-dc0f87","name":"e2e-e2e-api-a-dc0f87-policy","reconcileID":"9b2428cc-ae3c-4090-b760-6daa78af1b2c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dc0f87-policy","namespace":"ai-tenant-e2e-api-a-dc0f87"},"name":"e2e-api-a-dc0f87-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:48.995725749Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-dc0f87-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (907ee0721f5652f7f919d59808ae8b5dc092c4dcbcb79cff2ae153cb83894267) AuthConfig (c6a009362485e96c04190308210fa8619f39c663039e4abe6ff0f1ae297ef10d) AuthConfig (be3ca92a4eacce1e5a1629ce8c217aae3ad546359f36dddb593df0c275eada9e) AuthConfig (f84f031b32ea084237cb8c1361b31bbd61c4cac42ee739a5ea003142be40c2bf) AuthConfig (e7bf6d2dc0f277b7223697dc92e6ef4d2b7c528372ca7efb1df8243956148899) AuthConfig (9f5af91efaf1a4f8581dd5330a167981a296d2caff8b7d68218b29e2cd912238) EnvoyFilter (openshift-ingress/e2e-api-a-dc0f87) EnvoyFilter (openshift-ingress/e2e-api-a-dc0f87)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dc0f87-policy","namespace":"ai-tenant-e2e-api-a-dc0f87"},"namespace":"ai-tenant-e2e-api-a-dc0f87","name":"e2e-e2e-api-a-dc0f87-policy","reconcileID":"9b2428cc-ae3c-4090-b760-6daa78af1b2c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dc0f87-policy","namespace":"ai-tenant-e2e-api-a-dc0f87"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:49.029953847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dc0f87-policy","namespace":"ai-tenant-e2e-api-a-dc0f87"},"namespace":"ai-tenant-e2e-api-a-dc0f87","name":"e2e-e2e-api-a-dc0f87-policy","reconcileID":"d79a13a1-6993-4c5a-8bac-2d44b24ceee3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dc0f87-policy","namespace":"ai-tenant-e2e-api-a-dc0f87"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-dc0f87","tenantID":"e2e-api-a-dc0f87","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:49.060463524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dc0f87-policy","namespace":"ai-tenant-e2e-api-a-dc0f87"},"namespace":"ai-tenant-e2e-api-a-dc0f87","name":"e2e-e2e-api-a-dc0f87-policy","reconcileID":"d79a13a1-6993-4c5a-8bac-2d44b24ceee3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dc0f87-policy","namespace":"ai-tenant-e2e-api-a-dc0f87"},"name":"e2e-api-a-dc0f87-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:49.077079686Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-dc0f87-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (907ee0721f5652f7f919d59808ae8b5dc092c4dcbcb79cff2ae153cb83894267) AuthConfig (c6a009362485e96c04190308210fa8619f39c663039e4abe6ff0f1ae297ef10d) AuthConfig (be3ca92a4eacce1e5a1629ce8c217aae3ad546359f36dddb593df0c275eada9e) AuthConfig (f84f031b32ea084237cb8c1361b31bbd61c4cac42ee739a5ea003142be40c2bf) AuthConfig (e7bf6d2dc0f277b7223697dc92e6ef4d2b7c528372ca7efb1df8243956148899) AuthConfig (9f5af91efaf1a4f8581dd5330a167981a296d2caff8b7d68218b29e2cd912238) EnvoyFilter (openshift-ingress/e2e-api-a-dc0f87) EnvoyFilter (openshift-ingress/e2e-api-a-dc0f87)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dc0f87-policy","namespace":"ai-tenant-e2e-api-a-dc0f87"},"namespace":"ai-tenant-e2e-api-a-dc0f87","name":"e2e-e2e-api-a-dc0f87-policy","reconcileID":"d79a13a1-6993-4c5a-8bac-2d44b24ceee3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dc0f87-policy","namespace":"ai-tenant-e2e-api-a-dc0f87"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:49.114334352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27847222-ce18-4a49-84ef-47b915c8e671","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:49.117951941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27847222-ce18-4a49-84ef-47b915c8e671","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:49.12105428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27847222-ce18-4a49-84ef-47b915c8e671","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:49.157020442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27847222-ce18-4a49-84ef-47b915c8e671","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:49.320255631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"711d2eac-f6dd-4990-a53f-2c2555562d04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:49.323188873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"711d2eac-f6dd-4990-a53f-2c2555562d04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:49.326059385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"711d2eac-f6dd-4990-a53f-2c2555562d04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:49.359673865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"711d2eac-f6dd-4990-a53f-2c2555562d04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:49.678934058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21873336-6428-4c44-ba20-0b16a3b5ce8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:49.684891489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21873336-6428-4c44-ba20-0b16a3b5ce8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:49.693340099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21873336-6428-4c44-ba20-0b16a3b5ce8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:49.727447081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21873336-6428-4c44-ba20-0b16a3b5ce8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:51.547043209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-040d9c"},"namespace":"ai-tenant-e2e-ipp-a-040d9c","name":"default-tenant","reconcileID":"710f17a9-7397-46cd-9333-72ebcc219fe2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-040d9c","tenantID":"e2e-ipp-a-040d9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:51.564960368Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-040d9c"},"namespace":"ai-tenant-e2e-ipp-a-040d9c","name":"default-tenant","reconcileID":"710f17a9-7397-46cd-9333-72ebcc219fe2","name":"e2e-ipp-a-040d9c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:53.511418729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e967356-a1dc-439e-8e94-0ffd6d0ba04b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:53.514641694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e967356-a1dc-439e-8e94-0ffd6d0ba04b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:53.518017251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e967356-a1dc-439e-8e94-0ffd6d0ba04b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:53.52170134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e967356-a1dc-439e-8e94-0ffd6d0ba04b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:53.809262062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"426cde7c-01e9-4b82-9c20-5aa76d52388b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:53.812298504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"426cde7c-01e9-4b82-9c20-5aa76d52388b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:53.815254071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"426cde7c-01e9-4b82-9c20-5aa76d52388b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:53.818144829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"426cde7c-01e9-4b82-9c20-5aa76d52388b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:54.019297557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46f988f1-62e6-4caf-8ab7-996b4043d805","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:54.0223787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46f988f1-62e6-4caf-8ab7-996b4043d805","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:54.025331049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46f988f1-62e6-4caf-8ab7-996b4043d805","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:54.028373161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46f988f1-62e6-4caf-8ab7-996b4043d805","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:54.713350644Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"default-tenant","reconcileID":"cbc496d6-1cbf-4f5e-bc7f-1d0e4442a861","namespace":"ai-tenant-e2e-mt-da58b769","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:54.713418963Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"default-tenant","reconcileID":"cbc496d6-1cbf-4f5e-bc7f-1d0e4442a861","namespace":"ai-tenant-e2e-mt-da58b769","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:54.713497867Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"default-tenant","reconcileID":"cbc496d6-1cbf-4f5e-bc7f-1d0e4442a861","tenant":"e2e-mt-da58b769","tenantID":"e2e-mt-da58b769","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:54.718299436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"default-tenant","reconcileID":"cbc496d6-1cbf-4f5e-bc7f-1d0e4442a861","gvk":"Deployment","name":"maas-api-e2e-mt-da58b769","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:54.729743618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"default-tenant","reconcileID":"cbc496d6-1cbf-4f5e-bc7f-1d0e4442a861","gvk":"Service","name":"maas-api-e2e-mt-da58b769","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:54.74270718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"default-tenant","reconcileID":"cbc496d6-1cbf-4f5e-bc7f-1d0e4442a861","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-da58b769","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:54.752287329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"default-tenant","reconcileID":"cbc496d6-1cbf-4f5e-bc7f-1d0e4442a861","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-da58b769","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:54.759928951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"default-tenant","reconcileID":"cbc496d6-1cbf-4f5e-bc7f-1d0e4442a861","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-da58b769","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:54.766237144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"default-tenant","reconcileID":"cbc496d6-1cbf-4f5e-bc7f-1d0e4442a861","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-da58b769","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:54.775277249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"default-tenant","reconcileID":"cbc496d6-1cbf-4f5e-bc7f-1d0e4442a861","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-da58b769","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:54.785230564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"default-tenant","reconcileID":"cbc496d6-1cbf-4f5e-bc7f-1d0e4442a861","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-da58b769","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:54.791277311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"default-tenant","reconcileID":"cbc496d6-1cbf-4f5e-bc7f-1d0e4442a861","gvk":"Deployment","name":"payload-processing-e2e-mt-da58b769","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:54.794059929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"default-tenant","reconcileID":"cbc496d6-1cbf-4f5e-bc7f-1d0e4442a861","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-da58b769","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:54.797640969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"default-tenant","reconcileID":"cbc496d6-1cbf-4f5e-bc7f-1d0e4442a861","gvk":"Service","name":"payload-processing-e2e-mt-da58b769","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:54.800172719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"default-tenant","reconcileID":"cbc496d6-1cbf-4f5e-bc7f-1d0e4442a861","gvk":"Service","name":"payload-pre-processing-e2e-mt-da58b769","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:54.802772818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"default-tenant","reconcileID":"cbc496d6-1cbf-4f5e-bc7f-1d0e4442a861","gvk":"DestinationRule","name":"payload-processing-e2e-mt-da58b769","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:54.805210716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"default-tenant","reconcileID":"cbc496d6-1cbf-4f5e-bc7f-1d0e4442a861","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-da58b769","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:54.807783838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"default-tenant","reconcileID":"cbc496d6-1cbf-4f5e-bc7f-1d0e4442a861","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-da58b769","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:54.814091177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"default-tenant","reconcileID":"cbc496d6-1cbf-4f5e-bc7f-1d0e4442a861","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-da58b769","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:54.816638615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"default-tenant","reconcileID":"cbc496d6-1cbf-4f5e-bc7f-1d0e4442a861","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-da58b769","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:54.819221016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"default-tenant","reconcileID":"cbc496d6-1cbf-4f5e-bc7f-1d0e4442a861","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-da58b769","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:54.821706613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"default-tenant","reconcileID":"cbc496d6-1cbf-4f5e-bc7f-1d0e4442a861","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-da58b769","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:54.824066811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"default-tenant","reconcileID":"cbc496d6-1cbf-4f5e-bc7f-1d0e4442a861","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-da58b769","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:55.05871803Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-da58b769","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-da58b769","reconcileID":"57c018a0-a93a-478b-923a-59a7df1a526e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-da58b769","removed":["maas.opendatahub.io/gateway-access-e2e-mt-da58b769"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:55:55.14723831Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"5ceecd8d-374a-48f6-81ae-f878f6eca296","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:55:55.170906644Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"5ceecd8d-374a-48f6-81ae-f878f6eca296","error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:55:55.181132924Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"0cfdf9b8-0a90-4709-9f0c-db6f33634b12","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:55:55.181278892Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"0cfdf9b8-0a90-4709-9f0c-db6f33634b12","error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:55:55.19174129Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"175b4362-0494-492c-93d5-99e271c0942a","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:55:55.191900075Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"175b4362-0494-492c-93d5-99e271c0942a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:55:55.215384768Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"79607825-78d5-484c-9fd2-8e95975b36f0","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:55:55.215545746Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"79607825-78d5-484c-9fd2-8e95975b36f0","error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:55:55.257393975Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"ebcb8b6f-c2fa-444a-ae77-4e5c4728e9b8","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:55:55.257478085Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"ebcb8b6f-c2fa-444a-ae77-4e5c4728e9b8","error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:55:55.338006047Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"a84f496e-c234-4135-9ff8-682135b2ee4f","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:55:55.338150269Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"a84f496e-c234-4135-9ff8-682135b2ee4f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:55.406414094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76c51696-f90b-4f51-a55a-d605418cf4fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:55.444070551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76c51696-f90b-4f51-a55a-d605418cf4fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:55.454354047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76c51696-f90b-4f51-a55a-d605418cf4fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:55.458834173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76c51696-f90b-4f51-a55a-d605418cf4fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:55:55.498597941Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"0b949d1e-f70a-4927-a173-1ca303a60d4d","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:55:55.498688061Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"0b949d1e-f70a-4927-a173-1ca303a60d4d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:55.713812363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83b85206-e6a4-4985-82c0-3c99f8891411","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:55.717159405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83b85206-e6a4-4985-82c0-3c99f8891411","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:55.719922732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83b85206-e6a4-4985-82c0-3c99f8891411","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:55.722916535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83b85206-e6a4-4985-82c0-3c99f8891411","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:55:55.8197597Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"a25c3a95-53fd-4102-a7c0-c6b502382b85","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:55:55.819830449Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"a25c3a95-53fd-4102-a7c0-c6b502382b85","error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:55:56.461001199Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"898ae920-34d0-47a3-bfbc-6996db8ca925","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:55:56.461115355Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"898ae920-34d0-47a3-bfbc-6996db8ca925","error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:55:57.743565819Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"8866edb9-6bdd-4080-b030-24146ab4d830","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:55:57.743677996Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"8866edb9-6bdd-4080-b030-24146ab4d830","error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:58.172039262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9982ad-policy","namespace":"ai-tenant-e2e-api-b-9982ad"},"namespace":"ai-tenant-e2e-api-b-9982ad","name":"e2e-e2e-api-b-9982ad-policy","reconcileID":"4544468d-af45-42b7-bfe6-26ce5a917170","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9982ad-policy","namespace":"ai-tenant-e2e-api-b-9982ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-9982ad","tenantID":"e2e-api-b-9982ad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:58.183879987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9982ad-policy","namespace":"ai-tenant-e2e-api-b-9982ad"},"namespace":"ai-tenant-e2e-api-b-9982ad","name":"e2e-e2e-api-b-9982ad-policy","reconcileID":"4544468d-af45-42b7-bfe6-26ce5a917170","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9982ad-policy","namespace":"ai-tenant-e2e-api-b-9982ad"},"name":"e2e-api-b-9982ad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:58.189689403Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-9982ad-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9982ad-policy","namespace":"ai-tenant-e2e-api-b-9982ad"},"namespace":"ai-tenant-e2e-api-b-9982ad","name":"e2e-e2e-api-b-9982ad-policy","reconcileID":"4544468d-af45-42b7-bfe6-26ce5a917170","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9982ad-policy","namespace":"ai-tenant-e2e-api-b-9982ad"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:55:59.007364385Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"d4f66bb6-055f-4904-959d-119411be7def","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:55:59.008459784Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"d4f66bb6-055f-4904-959d-119411be7def","error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:59.024761128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dc0f87-policy","namespace":"ai-tenant-e2e-api-a-dc0f87"},"namespace":"ai-tenant-e2e-api-a-dc0f87","name":"e2e-e2e-api-a-dc0f87-policy","reconcileID":"559ec717-8ed3-4b1c-bb13-c833c5276ca8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dc0f87-policy","namespace":"ai-tenant-e2e-api-a-dc0f87"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-dc0f87","tenantID":"e2e-api-a-dc0f87","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:59.03638863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dc0f87-policy","namespace":"ai-tenant-e2e-api-a-dc0f87"},"namespace":"ai-tenant-e2e-api-a-dc0f87","name":"e2e-e2e-api-a-dc0f87-policy","reconcileID":"559ec717-8ed3-4b1c-bb13-c833c5276ca8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dc0f87-policy","namespace":"ai-tenant-e2e-api-a-dc0f87"},"name":"e2e-api-a-dc0f87-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:59.070540537Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b082432-5ba9-4bf6-845c-89c6ea1b168b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:59.07065726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b082432-5ba9-4bf6-845c-89c6ea1b168b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:59.117054519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dc0f87-policy","namespace":"ai-tenant-e2e-api-a-dc0f87"},"namespace":"ai-tenant-e2e-api-a-dc0f87","name":"e2e-e2e-api-a-dc0f87-policy","reconcileID":"0ac0a9e9-3a32-4bb4-9075-d72430eaa003","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dc0f87-policy","namespace":"ai-tenant-e2e-api-a-dc0f87"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-dc0f87","tenantID":"e2e-api-a-dc0f87","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:59.125815171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dc0f87-policy","namespace":"ai-tenant-e2e-api-a-dc0f87"},"namespace":"ai-tenant-e2e-api-a-dc0f87","name":"e2e-e2e-api-a-dc0f87-policy","reconcileID":"0ac0a9e9-3a32-4bb4-9075-d72430eaa003","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dc0f87-policy","namespace":"ai-tenant-e2e-api-a-dc0f87"},"name":"e2e-api-a-dc0f87-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:56:00.535751444Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"1c483658-6b5c-4002-ae68-ab7d20a3b067","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:56:00.535894476Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"1c483658-6b5c-4002-ae68-ab7d20a3b067","error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:00.918444394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc3c71b2-4d9a-4dc9-8e59-43ec4504a8b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:00.921716464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc3c71b2-4d9a-4dc9-8e59-43ec4504a8b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:00.92513501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc3c71b2-4d9a-4dc9-8e59-43ec4504a8b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:00.928177516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc3c71b2-4d9a-4dc9-8e59-43ec4504a8b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:56:01.290426301Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"0f544606-9e2e-4b4d-957f-68b2402b0885","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:56:01.290575846Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"0f544606-9e2e-4b4d-957f-68b2402b0885","error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:56:01.305063188Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"72604082-09d0-49fc-baff-58bf47cd6790","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:56:01.30515739Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"72604082-09d0-49fc-baff-58bf47cd6790","error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:01.320907972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6403181d-a294-4aff-bc8c-694fc95cc518","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:01.32874311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6403181d-a294-4aff-bc8c-694fc95cc518","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:01.336346451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6403181d-a294-4aff-bc8c-694fc95cc518","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:01.339748497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6403181d-a294-4aff-bc8c-694fc95cc518","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:01.632696547Z","body":"Kuadrant WASM auth not found on gateway; enabling ext_proc router fallback patches","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"default-tenant","reconcileID":"2cde6a0c-52e4-4d61-acdc-338315b9f792","gateway":"openshift-ingress/e2e-ipp-a-93574a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:01.656898543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb1b6a13-7fbf-46c5-a1be-cfb11c306aea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:01.670237838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb1b6a13-7fbf-46c5-a1be-cfb11c306aea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:01.679469852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb1b6a13-7fbf-46c5-a1be-cfb11c306aea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:01.688131869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb1b6a13-7fbf-46c5-a1be-cfb11c306aea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:56:02.324588923Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"01cb8eeb-d575-4988-baa6-3b887f19fdfb","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:56:02.325153779Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"01cb8eeb-d575-4988-baa6-3b887f19fdfb","error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:02.349075663Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-8f1c37","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-8f1c37","reconcileID":"1ba2321b-8b5b-45bd-b8df-161159e01fb4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-8f1c37","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-8f1c37":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:56:02.402839667Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"8ab1b691-659f-41cb-8f0c-f067dd8e2e7f","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:56:02.404830004Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"8ab1b691-659f-41cb-8f0c-f067dd8e2e7f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:02.627487969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70cfa139-4e1e-43e8-9428-fdab736f5c16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:02.630951094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70cfa139-4e1e-43e8-9428-fdab736f5c16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:02.634043194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70cfa139-4e1e-43e8-9428-fdab736f5c16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:02.637377158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70cfa139-4e1e-43e8-9428-fdab736f5c16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:56:03.865536541Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"21e96ac3-a8a1-4d23-9e66-ac949ffd7fdd","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:56:03.866659209Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"21e96ac3-a8a1-4d23-9e66-ac949ffd7fdd","error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:56:04.768335926Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"e5e102e9-16d6-4a34-b351-bc0a685e44e9","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:56:04.768446474Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"e5e102e9-16d6-4a34-b351-bc0a685e44e9","error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:56:04.818012224Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"7760b1d9-d271-49da-bde9-d42fad7a57f1","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:56:04.818152528Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"7760b1d9-d271-49da-bde9-d42fad7a57f1","error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:05.043380309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88f92073-58d6-4ab0-8ec5-ba7795f7b1dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:05.100497701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88f92073-58d6-4ab0-8ec5-ba7795f7b1dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:05.137432804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88f92073-58d6-4ab0-8ec5-ba7795f7b1dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:05.18506023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88f92073-58d6-4ab0-8ec5-ba7795f7b1dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:05.442151762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c00ae029-24ad-4934-be2b-ab5a7535a8c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:05.445534179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c00ae029-24ad-4934-be2b-ab5a7535a8c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:05.452278213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c00ae029-24ad-4934-be2b-ab5a7535a8c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:05.475296266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c00ae029-24ad-4934-be2b-ab5a7535a8c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:05.836033916Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"a2cf0637-5f31-4e62-a8bb-fac062474691","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"tenant":"e2e-mt-da58b769","gateway":"openshift-ingress/e2e-mt-da58b769","model":"ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:05.847535467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"a2cf0637-5f31-4e62-a8bb-fac062474691","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"routeName":"e2e-lifecycle-model-da58b769-kserve-route","namespace":"ai-tenant-e2e-mt-da58b769","llmisvcName":"e2e-lifecycle-model-da58b769","gateway":"openshift-ingress/e2e-mt-da58b769","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:05.907703914Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-da58b769","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-da58b769","reconcileID":"56278bf1-7e55-4150-97b1-7fd00e242d1a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-da58b769","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-da58b769":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:06.135399444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"0a7a66bf-995e-45a9-8de6-2074a02329eb","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"tenant":"e2e-mt-da58b769","gateway":"openshift-ingress/e2e-mt-da58b769","model":"ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:06.135419435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"0a7a66bf-995e-45a9-8de6-2074a02329eb","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"routeName":"e2e-lifecycle-model-da58b769-kserve-route","namespace":"ai-tenant-e2e-mt-da58b769","llmisvcName":"e2e-lifecycle-model-da58b769","gateway":"openshift-ingress/e2e-mt-da58b769","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:06.326537776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4247370c-1ac2-40ff-a12f-238ed63c131f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:06.330533476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4247370c-1ac2-40ff-a12f-238ed63c131f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:06.334448368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4247370c-1ac2-40ff-a12f-238ed63c131f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:06.338723731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4247370c-1ac2-40ff-a12f-238ed63c131f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:06.829596511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b5dab13-19fb-48b2-ae92-c50cc3673d31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:06.847430661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b5dab13-19fb-48b2-ae92-c50cc3673d31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:06.878042867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b5dab13-19fb-48b2-ae92-c50cc3673d31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:06.886248099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b5dab13-19fb-48b2-ae92-c50cc3673d31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:07.278079895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ed4cba5-ba95-4c3f-889a-9095d211120c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:07.28365569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ed4cba5-ba95-4c3f-889a-9095d211120c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:07.324701031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ed4cba5-ba95-4c3f-889a-9095d211120c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:07.37219667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ed4cba5-ba95-4c3f-889a-9095d211120c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:07.993676423Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dc0f87"},"namespace":"ai-tenant-e2e-api-a-dc0f87","name":"default-tenant","reconcileID":"6e74a4de-cba9-4aa1-9cc4-7e3673a3b578","namespace":"ai-tenant-e2e-api-a-dc0f87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:07.99383334Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dc0f87"},"namespace":"ai-tenant-e2e-api-a-dc0f87","name":"default-tenant","reconcileID":"6e74a4de-cba9-4aa1-9cc4-7e3673a3b578","namespace":"ai-tenant-e2e-api-a-dc0f87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:07.9939198Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dc0f87"},"namespace":"ai-tenant-e2e-api-a-dc0f87","name":"default-tenant","reconcileID":"6e74a4de-cba9-4aa1-9cc4-7e3673a3b578","name":"e2e-e2e-api-a-dc0f87-policy","namespace":"ai-tenant-e2e-api-a-dc0f87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:08.002202269Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dc0f87-policy","namespace":"ai-tenant-e2e-api-a-dc0f87"},"namespace":"ai-tenant-e2e-api-a-dc0f87","name":"e2e-e2e-api-a-dc0f87-policy","reconcileID":"5ef30b6a-3cce-4e89-be44-843edb4de80c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dc0f87-policy","namespace":"ai-tenant-e2e-api-a-dc0f87"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:08.002525649Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dc0f87"},"namespace":"ai-tenant-e2e-api-a-dc0f87","name":"default-tenant","reconcileID":"6e74a4de-cba9-4aa1-9cc4-7e3673a3b578","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:08.003368718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ba00c32-2102-4dc5-ab2b-b17486e0ec8c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:08.003433175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ba00c32-2102-4dc5-ab2b-b17486e0ec8c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:08.063300968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dc0f87-policy","namespace":"ai-tenant-e2e-api-a-dc0f87"},"namespace":"ai-tenant-e2e-api-a-dc0f87","name":"e2e-e2e-api-a-dc0f87-policy","reconcileID":"5ef30b6a-3cce-4e89-be44-843edb4de80c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dc0f87-policy","namespace":"ai-tenant-e2e-api-a-dc0f87"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-dc0f87","tenantID":"e2e-api-a-dc0f87","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:08.160680745Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dc0f87-policy","namespace":"ai-tenant-e2e-api-a-dc0f87"},"namespace":"ai-tenant-e2e-api-a-dc0f87","name":"e2e-e2e-api-a-dc0f87-policy","reconcileID":"5ef30b6a-3cce-4e89-be44-843edb4de80c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dc0f87-policy","namespace":"ai-tenant-e2e-api-a-dc0f87"},"name":"e2e-api-a-dc0f87-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:08.162120039Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dc0f87-policy","namespace":"ai-tenant-e2e-api-a-dc0f87"},"namespace":"ai-tenant-e2e-api-a-dc0f87","name":"e2e-e2e-api-a-dc0f87-policy","reconcileID":"5ef30b6a-3cce-4e89-be44-843edb4de80c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dc0f87-policy","namespace":"ai-tenant-e2e-api-a-dc0f87"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-dc0f87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:08.171611722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"97790e4f-07db-494f-8e95-f718e3cc869e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:08.171683785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"97790e4f-07db-494f-8e95-f718e3cc869e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:08.199974097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9982ad-policy","namespace":"ai-tenant-e2e-api-b-9982ad"},"namespace":"ai-tenant-e2e-api-b-9982ad","name":"e2e-e2e-api-b-9982ad-policy","reconcileID":"0da00df0-4b01-4920-93de-2dae2b73f068","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9982ad-policy","namespace":"ai-tenant-e2e-api-b-9982ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-9982ad","tenantID":"e2e-api-b-9982ad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:08.209521216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9982ad-policy","namespace":"ai-tenant-e2e-api-b-9982ad"},"namespace":"ai-tenant-e2e-api-b-9982ad","name":"e2e-e2e-api-b-9982ad-policy","reconcileID":"0da00df0-4b01-4920-93de-2dae2b73f068","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9982ad-policy","namespace":"ai-tenant-e2e-api-b-9982ad"},"name":"e2e-api-b-9982ad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:08.217120179Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-9982ad-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9982ad-policy","namespace":"ai-tenant-e2e-api-b-9982ad"},"namespace":"ai-tenant-e2e-api-b-9982ad","name":"e2e-e2e-api-b-9982ad-policy","reconcileID":"0da00df0-4b01-4920-93de-2dae2b73f068","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9982ad-policy","namespace":"ai-tenant-e2e-api-b-9982ad"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:09.56700627Z","body":"Kuadrant WASM auth not found on gateway; enabling ext_proc router fallback patches","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-040d9c"},"namespace":"ai-tenant-e2e-ipp-a-040d9c","name":"default-tenant","reconcileID":"2803690e-fefb-4ead-8f3e-f139546e89c8","gateway":"openshift-ingress/e2e-ipp-a-040d9c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:10.386606436Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:12.514466636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8f1c37"},"namespace":"ai-tenant-e2e-api-a-8f1c37","name":"default-tenant","reconcileID":"251f53cd-e0a3-48aa-9fb2-c884fd15f843","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8f1c37","tenantID":"e2e-api-a-8f1c37","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:12.558782224Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8f1c37"},"namespace":"ai-tenant-e2e-api-a-8f1c37","name":"default-tenant","reconcileID":"251f53cd-e0a3-48aa-9fb2-c884fd15f843","name":"e2e-api-a-8f1c37-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:12.610551361Z","body":"Kuadrant WASM auth not found on gateway; enabling ext_proc router fallback patches","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"default-tenant","reconcileID":"265ba3e8-76db-45a6-9e6f-c4aa7fe21fe5","gateway":"openshift-ingress/e2e-ipp-a-93574a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:17.90538773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"default-tenant","reconcileID":"46ffc469-6288-4930-afcd-80ee45a67db4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-da58b769","tenantID":"e2e-mt-da58b769","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:17.923223842Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"default-tenant","reconcileID":"46ffc469-6288-4930-afcd-80ee45a67db4","name":"e2e-mt-da58b769-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:18.250457673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9982ad-policy","namespace":"ai-tenant-e2e-api-b-9982ad"},"namespace":"ai-tenant-e2e-api-b-9982ad","name":"e2e-e2e-api-b-9982ad-policy","reconcileID":"455d3d6f-2fce-4123-82da-262446935b81","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9982ad-policy","namespace":"ai-tenant-e2e-api-b-9982ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-9982ad","tenantID":"e2e-api-b-9982ad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:18.263975763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9982ad-policy","namespace":"ai-tenant-e2e-api-b-9982ad"},"namespace":"ai-tenant-e2e-api-b-9982ad","name":"e2e-e2e-api-b-9982ad-policy","reconcileID":"455d3d6f-2fce-4123-82da-262446935b81","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9982ad-policy","namespace":"ai-tenant-e2e-api-b-9982ad"},"name":"e2e-api-b-9982ad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:18.274001099Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-9982ad-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d452b4e00334d08a07f4b8164bf2dd08135771972e93438275876cf0ae4a407) AuthConfig (512f39a6466bfd2481b0c691e3ce14b945fd743f272c54653e9e90654fa01cb1) AuthConfig (52aed8487c77be9441c5528c3d99bfd8c0940af03ebda80d19ebe6184920e717) AuthConfig (198a60c140353ca547951ee300dcdc7eb787e0fed3070daa1a8ae47611426c55) AuthConfig (b680cdd89c0fceae17d354482e099890a39a4c6e1d88aa5788cab4128157262a) AuthConfig (c7beae1d20227ff0493426728c91b9519519f15e892fcb4986f77243d160f90a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9982ad-policy","namespace":"ai-tenant-e2e-api-b-9982ad"},"namespace":"ai-tenant-e2e-api-b-9982ad","name":"e2e-e2e-api-b-9982ad-policy","reconcileID":"455d3d6f-2fce-4123-82da-262446935b81","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9982ad-policy","namespace":"ai-tenant-e2e-api-b-9982ad"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:18.286029579Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8899ab8a-96d4-4715-bc13-b9a64da8dec4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:18.286137317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8899ab8a-96d4-4715-bc13-b9a64da8dec4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:23.416822326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a86fed79-5236-4a47-ba5c-2343a11d78ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:23.420564344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a86fed79-5236-4a47-ba5c-2343a11d78ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:23.424453039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a86fed79-5236-4a47-ba5c-2343a11d78ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:23.427610435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a86fed79-5236-4a47-ba5c-2343a11d78ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:23.709412744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2f01471-0cda-43d0-9402-3d479ede71df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:23.712950809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2f01471-0cda-43d0-9402-3d479ede71df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:23.716015771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2f01471-0cda-43d0-9402-3d479ede71df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:23.718887109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2f01471-0cda-43d0-9402-3d479ede71df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:24.136475434Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dc0f87"},"namespace":"ai-tenant-e2e-api-a-dc0f87","name":"default-tenant","reconcileID":"57ad3262-c248-49f1-a9ca-aac429fa53ab","namespace":"ai-tenant-e2e-api-a-dc0f87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:24.136535501Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dc0f87"},"namespace":"ai-tenant-e2e-api-a-dc0f87","name":"default-tenant","reconcileID":"57ad3262-c248-49f1-a9ca-aac429fa53ab","namespace":"ai-tenant-e2e-api-a-dc0f87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:24.136584662Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dc0f87"},"namespace":"ai-tenant-e2e-api-a-dc0f87","name":"default-tenant","reconcileID":"57ad3262-c248-49f1-a9ca-aac429fa53ab","tenant":"e2e-api-a-dc0f87","tenantID":"e2e-api-a-dc0f87","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:24.14576339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dc0f87"},"namespace":"ai-tenant-e2e-api-a-dc0f87","name":"default-tenant","reconcileID":"57ad3262-c248-49f1-a9ca-aac429fa53ab","gvk":"Deployment","name":"maas-api-e2e-api-a-dc0f87","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:24.172856812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dc0f87"},"namespace":"ai-tenant-e2e-api-a-dc0f87","name":"default-tenant","reconcileID":"57ad3262-c248-49f1-a9ca-aac429fa53ab","gvk":"Service","name":"maas-api-e2e-api-a-dc0f87","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:24.179236439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dc0f87"},"namespace":"ai-tenant-e2e-api-a-dc0f87","name":"default-tenant","reconcileID":"57ad3262-c248-49f1-a9ca-aac429fa53ab","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-dc0f87","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:24.192192342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dc0f87"},"namespace":"ai-tenant-e2e-api-a-dc0f87","name":"default-tenant","reconcileID":"57ad3262-c248-49f1-a9ca-aac429fa53ab","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-dc0f87","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:24.203403724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dc0f87"},"namespace":"ai-tenant-e2e-api-a-dc0f87","name":"default-tenant","reconcileID":"57ad3262-c248-49f1-a9ca-aac429fa53ab","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-dc0f87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:24.211993934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dc0f87"},"namespace":"ai-tenant-e2e-api-a-dc0f87","name":"default-tenant","reconcileID":"57ad3262-c248-49f1-a9ca-aac429fa53ab","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-dc0f87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:24.22192894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dc0f87"},"namespace":"ai-tenant-e2e-api-a-dc0f87","name":"default-tenant","reconcileID":"57ad3262-c248-49f1-a9ca-aac429fa53ab","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-dc0f87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:24.22715006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dc0f87"},"namespace":"ai-tenant-e2e-api-a-dc0f87","name":"default-tenant","reconcileID":"57ad3262-c248-49f1-a9ca-aac429fa53ab","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-dc0f87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:24.231817277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dc0f87"},"namespace":"ai-tenant-e2e-api-a-dc0f87","name":"default-tenant","reconcileID":"57ad3262-c248-49f1-a9ca-aac429fa53ab","gvk":"Deployment","name":"payload-processing-e2e-api-a-dc0f87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:24.235267705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dc0f87"},"namespace":"ai-tenant-e2e-api-a-dc0f87","name":"default-tenant","reconcileID":"57ad3262-c248-49f1-a9ca-aac429fa53ab","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-dc0f87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:24.237993789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dc0f87"},"namespace":"ai-tenant-e2e-api-a-dc0f87","name":"default-tenant","reconcileID":"57ad3262-c248-49f1-a9ca-aac429fa53ab","gvk":"Service","name":"payload-processing-e2e-api-a-dc0f87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:24.240534355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dc0f87"},"namespace":"ai-tenant-e2e-api-a-dc0f87","name":"default-tenant","reconcileID":"57ad3262-c248-49f1-a9ca-aac429fa53ab","gvk":"Service","name":"payload-pre-processing-e2e-api-a-dc0f87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:24.244621325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dc0f87"},"namespace":"ai-tenant-e2e-api-a-dc0f87","name":"default-tenant","reconcileID":"57ad3262-c248-49f1-a9ca-aac429fa53ab","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-dc0f87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:24.247296284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dc0f87"},"namespace":"ai-tenant-e2e-api-a-dc0f87","name":"default-tenant","reconcileID":"57ad3262-c248-49f1-a9ca-aac429fa53ab","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-dc0f87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:24.249863822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dc0f87"},"namespace":"ai-tenant-e2e-api-a-dc0f87","name":"default-tenant","reconcileID":"57ad3262-c248-49f1-a9ca-aac429fa53ab","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-dc0f87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:24.257452347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dc0f87"},"namespace":"ai-tenant-e2e-api-a-dc0f87","name":"default-tenant","reconcileID":"57ad3262-c248-49f1-a9ca-aac429fa53ab","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-dc0f87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:24.260003745Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dc0f87"},"namespace":"ai-tenant-e2e-api-a-dc0f87","name":"default-tenant","reconcileID":"57ad3262-c248-49f1-a9ca-aac429fa53ab","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-dc0f87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:24.262442372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dc0f87"},"namespace":"ai-tenant-e2e-api-a-dc0f87","name":"default-tenant","reconcileID":"57ad3262-c248-49f1-a9ca-aac429fa53ab","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-dc0f87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:24.264798769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dc0f87"},"namespace":"ai-tenant-e2e-api-a-dc0f87","name":"default-tenant","reconcileID":"57ad3262-c248-49f1-a9ca-aac429fa53ab","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-dc0f87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:24.267237595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dc0f87"},"namespace":"ai-tenant-e2e-api-a-dc0f87","name":"default-tenant","reconcileID":"57ad3262-c248-49f1-a9ca-aac429fa53ab","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-dc0f87","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:24.387828401Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-dc0f87","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-dc0f87","reconcileID":"9732bb05-9cfd-4c09-ae7f-4675d0c2c3f5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-dc0f87","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-dc0f87"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:25.029394319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"896e362c-bd3d-4d5d-9049-00e71b3ef843","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:25.035996254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"896e362c-bd3d-4d5d-9049-00e71b3ef843","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:25.040168761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"896e362c-bd3d-4d5d-9049-00e71b3ef843","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:25.043478429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"896e362c-bd3d-4d5d-9049-00e71b3ef843","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:25.213633103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c3b92d6-bc86-4889-accd-e79cd735e9fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:25.217664475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c3b92d6-bc86-4889-accd-e79cd735e9fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:25.221044166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c3b92d6-bc86-4889-accd-e79cd735e9fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:25.224863146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c3b92d6-bc86-4889-accd-e79cd735e9fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:27.364429094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63cd8319-fb47-421b-9587-feffea0115e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:27.367331383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63cd8319-fb47-421b-9587-feffea0115e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:27.370190811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63cd8319-fb47-421b-9587-feffea0115e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:27.373747055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63cd8319-fb47-421b-9587-feffea0115e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:27.655571908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10b55f4f-e581-4ca2-8d3d-426c1a380ba9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:27.658639251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10b55f4f-e581-4ca2-8d3d-426c1a380ba9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:27.66146942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10b55f4f-e581-4ca2-8d3d-426c1a380ba9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:27.66470205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10b55f4f-e581-4ca2-8d3d-426c1a380ba9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:27.905141258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"111c60cc-8d86-4e48-8798-1fafbb1774a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:27.905159331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"111c60cc-8d86-4e48-8798-1fafbb1774a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:27.915990952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6f0db27-c1e6-43eb-b79a-6d1d2f177c63","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:27.916006974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6f0db27-c1e6-43eb-b79a-6d1d2f177c63","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:27.921353374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f1c37-policy","namespace":"ai-tenant-e2e-api-a-8f1c37"},"namespace":"ai-tenant-e2e-api-a-8f1c37","name":"e2e-e2e-api-a-8f1c37-policy","reconcileID":"6a0db751-1cea-4c8c-8c18-b648a125e35f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f1c37-policy","namespace":"ai-tenant-e2e-api-a-8f1c37"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8f1c37","tenantID":"e2e-api-a-8f1c37","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:27.946952327Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f1c37-policy","namespace":"ai-tenant-e2e-api-a-8f1c37"},"namespace":"ai-tenant-e2e-api-a-8f1c37","name":"e2e-e2e-api-a-8f1c37-policy","reconcileID":"6a0db751-1cea-4c8c-8c18-b648a125e35f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f1c37-policy","namespace":"ai-tenant-e2e-api-a-8f1c37"},"name":"e2e-api-a-8f1c37-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:27.952276363Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-8f1c37-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f1c37-policy","namespace":"ai-tenant-e2e-api-a-8f1c37"},"namespace":"ai-tenant-e2e-api-a-8f1c37","name":"e2e-e2e-api-a-8f1c37-policy","reconcileID":"6a0db751-1cea-4c8c-8c18-b648a125e35f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f1c37-policy","namespace":"ai-tenant-e2e-api-a-8f1c37"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:27.958330414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"82eb4c3d-9a9d-4285-b46f-9c85fcba75a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:27.958349683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"82eb4c3d-9a9d-4285-b46f-9c85fcba75a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:28.191720585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"a5b7e4ef-8bb0-4728-8c06-4f6662ef56b4","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"tenant":"e2e-mt-da58b769","gateway":"openshift-ingress/e2e-mt-da58b769","model":"ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:28.19174207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"a5b7e4ef-8bb0-4728-8c06-4f6662ef56b4","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"routeName":"e2e-lifecycle-model-da58b769-kserve-route","namespace":"ai-tenant-e2e-mt-da58b769","llmisvcName":"e2e-lifecycle-model-da58b769","gateway":"openshift-ingress/e2e-mt-da58b769","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:28.452195639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9982ad-policy","namespace":"ai-tenant-e2e-api-b-9982ad"},"namespace":"ai-tenant-e2e-api-b-9982ad","name":"e2e-e2e-api-b-9982ad-policy","reconcileID":"d14a901b-d794-491b-ac21-da9ff194b552","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9982ad-policy","namespace":"ai-tenant-e2e-api-b-9982ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-9982ad","tenantID":"e2e-api-b-9982ad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:28.469288565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9982ad-policy","namespace":"ai-tenant-e2e-api-b-9982ad"},"namespace":"ai-tenant-e2e-api-b-9982ad","name":"e2e-e2e-api-b-9982ad-policy","reconcileID":"d14a901b-d794-491b-ac21-da9ff194b552","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9982ad-policy","namespace":"ai-tenant-e2e-api-b-9982ad"},"name":"e2e-api-b-9982ad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:28.476480973Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-9982ad-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d452b4e00334d08a07f4b8164bf2dd08135771972e93438275876cf0ae4a407) AuthConfig (512f39a6466bfd2481b0c691e3ce14b945fd743f272c54653e9e90654fa01cb1) AuthConfig (52aed8487c77be9441c5528c3d99bfd8c0940af03ebda80d19ebe6184920e717) AuthConfig (198a60c140353ca547951ee300dcdc7eb787e0fed3070daa1a8ae47611426c55) AuthConfig (b680cdd89c0fceae17d354482e099890a39a4c6e1d88aa5788cab4128157262a) AuthConfig (c7beae1d20227ff0493426728c91b9519519f15e892fcb4986f77243d160f90a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9982ad-policy","namespace":"ai-tenant-e2e-api-b-9982ad"},"namespace":"ai-tenant-e2e-api-b-9982ad","name":"e2e-e2e-api-b-9982ad-policy","reconcileID":"d14a901b-d794-491b-ac21-da9ff194b552","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9982ad-policy","namespace":"ai-tenant-e2e-api-b-9982ad"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:28.479264836Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-24fceb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-24fceb","reconcileID":"449edce0-55b1-481b-bc2d-17dd8634a5d4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-24fceb","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-24fceb":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:28.647038479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"654f0f85-14b8-458d-813b-470c7df967ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:28.650285421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"654f0f85-14b8-458d-813b-470c7df967ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:28.654610942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"654f0f85-14b8-458d-813b-470c7df967ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:28.663247434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"654f0f85-14b8-458d-813b-470c7df967ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:28.905779871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a79d2748-4a6b-49b9-b19d-aacdfb6e0274","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:29.00773665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a79d2748-4a6b-49b9-b19d-aacdfb6e0274","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:29.072206742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a79d2748-4a6b-49b9-b19d-aacdfb6e0274","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:29.123483578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a79d2748-4a6b-49b9-b19d-aacdfb6e0274","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:29.344716348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12303cad-b00e-435a-96f7-c8d40ac25cec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:29.361797137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12303cad-b00e-435a-96f7-c8d40ac25cec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:29.370066249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12303cad-b00e-435a-96f7-c8d40ac25cec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:29.374925543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12303cad-b00e-435a-96f7-c8d40ac25cec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:31.957124188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a475fef-abab-4d6f-9781-7b974e3c5ac6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:31.960325259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a475fef-abab-4d6f-9781-7b974e3c5ac6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:31.96355094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a475fef-abab-4d6f-9781-7b974e3c5ac6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:31.966487606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a475fef-abab-4d6f-9781-7b974e3c5ac6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:32.278523408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8484e06-25f2-4abd-bba9-88192315a4df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:32.283089892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8484e06-25f2-4abd-bba9-88192315a4df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:32.286264552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8484e06-25f2-4abd-bba9-88192315a4df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:32.28944312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8484e06-25f2-4abd-bba9-88192315a4df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:32.531085412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc5a5c66-8826-47c1-8030-a2791173f978","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:32.534067613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc5a5c66-8826-47c1-8030-a2791173f978","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:32.537389382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc5a5c66-8826-47c1-8030-a2791173f978","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:32.540658386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc5a5c66-8826-47c1-8030-a2791173f978","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:32.613469461Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-12a6e1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-12a6e1","reconcileID":"94478294-3082-4b56-ad16-5f18cea4b8b2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-12a6e1","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-12a6e1":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:32.96958817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9982ad-policy","namespace":"ai-tenant-e2e-api-b-9982ad"},"namespace":"ai-tenant-e2e-api-b-9982ad","name":"e2e-e2e-api-b-9982ad-policy","reconcileID":"4d8bfc54-c8c8-4161-9639-41f803c80bb7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9982ad-policy","namespace":"ai-tenant-e2e-api-b-9982ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-9982ad","tenantID":"e2e-api-b-9982ad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:32.9792708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9982ad-policy","namespace":"ai-tenant-e2e-api-b-9982ad"},"namespace":"ai-tenant-e2e-api-b-9982ad","name":"e2e-e2e-api-b-9982ad-policy","reconcileID":"4d8bfc54-c8c8-4161-9639-41f803c80bb7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9982ad-policy","namespace":"ai-tenant-e2e-api-b-9982ad"},"name":"e2e-api-b-9982ad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:32.989071645Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-9982ad-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d452b4e00334d08a07f4b8164bf2dd08135771972e93438275876cf0ae4a407) AuthConfig (512f39a6466bfd2481b0c691e3ce14b945fd743f272c54653e9e90654fa01cb1) AuthConfig (52aed8487c77be9441c5528c3d99bfd8c0940af03ebda80d19ebe6184920e717) AuthConfig (198a60c140353ca547951ee300dcdc7eb787e0fed3070daa1a8ae47611426c55) AuthConfig (b680cdd89c0fceae17d354482e099890a39a4c6e1d88aa5788cab4128157262a) AuthConfig (c7beae1d20227ff0493426728c91b9519519f15e892fcb4986f77243d160f90a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9982ad-policy","namespace":"ai-tenant-e2e-api-b-9982ad"},"namespace":"ai-tenant-e2e-api-b-9982ad","name":"e2e-e2e-api-b-9982ad-policy","reconcileID":"4d8bfc54-c8c8-4161-9639-41f803c80bb7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9982ad-policy","namespace":"ai-tenant-e2e-api-b-9982ad"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:33.049531551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d662a94-ffb6-4c6b-8bab-aaa649b3d9e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:33.052819658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d662a94-ffb6-4c6b-8bab-aaa649b3d9e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:33.056447655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d662a94-ffb6-4c6b-8bab-aaa649b3d9e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:33.059412579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d662a94-ffb6-4c6b-8bab-aaa649b3d9e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:33.070143279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9982ad-policy","namespace":"ai-tenant-e2e-api-b-9982ad"},"namespace":"ai-tenant-e2e-api-b-9982ad","name":"e2e-e2e-api-b-9982ad-policy","reconcileID":"a19c5e52-4ffa-4475-ad20-65161171a03f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9982ad-policy","namespace":"ai-tenant-e2e-api-b-9982ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-9982ad","tenantID":"e2e-api-b-9982ad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:33.078489156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9982ad-policy","namespace":"ai-tenant-e2e-api-b-9982ad"},"namespace":"ai-tenant-e2e-api-b-9982ad","name":"e2e-e2e-api-b-9982ad-policy","reconcileID":"a19c5e52-4ffa-4475-ad20-65161171a03f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9982ad-policy","namespace":"ai-tenant-e2e-api-b-9982ad"},"name":"e2e-api-b-9982ad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:33.090662786Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-9982ad-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d452b4e00334d08a07f4b8164bf2dd08135771972e93438275876cf0ae4a407) AuthConfig (512f39a6466bfd2481b0c691e3ce14b945fd743f272c54653e9e90654fa01cb1) AuthConfig (52aed8487c77be9441c5528c3d99bfd8c0940af03ebda80d19ebe6184920e717) AuthConfig (198a60c140353ca547951ee300dcdc7eb787e0fed3070daa1a8ae47611426c55) AuthConfig (b680cdd89c0fceae17d354482e099890a39a4c6e1d88aa5788cab4128157262a) AuthConfig (c7beae1d20227ff0493426728c91b9519519f15e892fcb4986f77243d160f90a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9982ad-policy","namespace":"ai-tenant-e2e-api-b-9982ad"},"namespace":"ai-tenant-e2e-api-b-9982ad","name":"e2e-e2e-api-b-9982ad-policy","reconcileID":"a19c5e52-4ffa-4475-ad20-65161171a03f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9982ad-policy","namespace":"ai-tenant-e2e-api-b-9982ad"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:33.311599756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17841dd3-a301-4c30-9dfb-ac9038c28ba9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:33.314682241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17841dd3-a301-4c30-9dfb-ac9038c28ba9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:33.31769915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17841dd3-a301-4c30-9dfb-ac9038c28ba9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:33.357400459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17841dd3-a301-4c30-9dfb-ac9038c28ba9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:33.703660107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"859e6585-7535-431e-80f6-8112c057627c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:33.731628753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"859e6585-7535-431e-80f6-8112c057627c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:33.748334885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"859e6585-7535-431e-80f6-8112c057627c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:33.775480954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"859e6585-7535-431e-80f6-8112c057627c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:33.988398385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bd4de39-febd-42db-9b67-0bc6896eff04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:33.997701309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bd4de39-febd-42db-9b67-0bc6896eff04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:34.008182347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bd4de39-febd-42db-9b67-0bc6896eff04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:34.058841551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bd4de39-febd-42db-9b67-0bc6896eff04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:34.320835296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76590998-3f49-4c88-8971-de9148027362","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:34.342561536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76590998-3f49-4c88-8971-de9148027362","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:34.443826099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76590998-3f49-4c88-8971-de9148027362","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:34.592602362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76590998-3f49-4c88-8971-de9148027362","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:34.983696823Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-e7e190","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-e7e190","reconcileID":"22956069-1135-47c1-b59c-30b2c682baab","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-e7e190","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-e7e190":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:35.049318341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44a92d79-dc88-4e23-b14d-946cc067c7b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:35.052704758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44a92d79-dc88-4e23-b14d-946cc067c7b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:35.057518919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44a92d79-dc88-4e23-b14d-946cc067c7b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:35.061030808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44a92d79-dc88-4e23-b14d-946cc067c7b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:35.547068546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"861abf60-e208-426b-a84d-a697ab226951","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:35.551063554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"861abf60-e208-426b-a84d-a697ab226951","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:35.554546102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"861abf60-e208-426b-a84d-a697ab226951","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:35.558790756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"861abf60-e208-426b-a84d-a697ab226951","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:35.857416417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28461862-f9c8-4ae9-8126-a636c3f4a5f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:35.864759197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28461862-f9c8-4ae9-8126-a636c3f4a5f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:35.86873109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28461862-f9c8-4ae9-8126-a636c3f4a5f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:35.872524268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28461862-f9c8-4ae9-8126-a636c3f4a5f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:37.566538817Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"4066554d-3d03-445b-8586-32525514170d","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"tenant":"e2e-mt-da58b769","gateway":"openshift-ingress/e2e-mt-da58b769","model":"ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:37.568301297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"4066554d-3d03-445b-8586-32525514170d","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"routeName":"e2e-lifecycle-model-da58b769-kserve-route","namespace":"ai-tenant-e2e-mt-da58b769","llmisvcName":"e2e-lifecycle-model-da58b769","gateway":"openshift-ingress/e2e-mt-da58b769","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:37.59193805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"b8a606f2-5b30-40e5-8d39-abba2af36cb6","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"tenant":"e2e-mt-da58b769","gateway":"openshift-ingress/e2e-mt-da58b769","model":"ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:37.592044795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"b8a606f2-5b30-40e5-8d39-abba2af36cb6","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"routeName":"e2e-lifecycle-model-da58b769-kserve-route","namespace":"ai-tenant-e2e-mt-da58b769","llmisvcName":"e2e-lifecycle-model-da58b769","gateway":"openshift-ingress/e2e-mt-da58b769","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:37.7812101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b611e99-d567-4395-b798-119edc950a2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:37.784777425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b611e99-d567-4395-b798-119edc950a2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:37.788419385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b611e99-d567-4395-b798-119edc950a2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:37.791742002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b611e99-d567-4395-b798-119edc950a2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:37.966843416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f1c37-policy","namespace":"ai-tenant-e2e-api-a-8f1c37"},"namespace":"ai-tenant-e2e-api-a-8f1c37","name":"e2e-e2e-api-a-8f1c37-policy","reconcileID":"ce90511d-b38c-4484-9f0c-f5719e27ad80","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f1c37-policy","namespace":"ai-tenant-e2e-api-a-8f1c37"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8f1c37","tenantID":"e2e-api-a-8f1c37","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:37.976065777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f1c37-policy","namespace":"ai-tenant-e2e-api-a-8f1c37"},"namespace":"ai-tenant-e2e-api-a-8f1c37","name":"e2e-e2e-api-a-8f1c37-policy","reconcileID":"ce90511d-b38c-4484-9f0c-f5719e27ad80","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f1c37-policy","namespace":"ai-tenant-e2e-api-a-8f1c37"},"name":"e2e-api-a-8f1c37-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:37.982700744Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-8f1c37-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f1c37-policy","namespace":"ai-tenant-e2e-api-a-8f1c37"},"namespace":"ai-tenant-e2e-api-a-8f1c37","name":"e2e-e2e-api-a-8f1c37-policy","reconcileID":"ce90511d-b38c-4484-9f0c-f5719e27ad80","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f1c37-policy","namespace":"ai-tenant-e2e-api-a-8f1c37"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:38.036657996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f8afb6d-12e6-440f-aafb-5af9b6580d8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:38.039844744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f8afb6d-12e6-440f-aafb-5af9b6580d8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:38.043041905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f8afb6d-12e6-440f-aafb-5af9b6580d8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:38.04645597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f8afb6d-12e6-440f-aafb-5af9b6580d8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:38.469525897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b2c2ca0-d1e8-4639-994b-852c478bb9a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:38.473706265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b2c2ca0-d1e8-4639-994b-852c478bb9a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:38.477021378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b2c2ca0-d1e8-4639-994b-852c478bb9a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:38.480943587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b2c2ca0-d1e8-4639-994b-852c478bb9a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:38.756395721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29570eef-47a6-4ba4-9fc3-89b45d3027c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:38.759834983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29570eef-47a6-4ba4-9fc3-89b45d3027c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:38.763491572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29570eef-47a6-4ba4-9fc3-89b45d3027c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:38.766627479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29570eef-47a6-4ba4-9fc3-89b45d3027c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:39.002214541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe731934-48a4-4f25-ab33-89903945420d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:39.005311872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe731934-48a4-4f25-ab33-89903945420d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:39.00889482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe731934-48a4-4f25-ab33-89903945420d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:39.012264464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe731934-48a4-4f25-ab33-89903945420d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:39.465807445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18690455-6d5b-498f-b824-d1380a789224","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:39.479883088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18690455-6d5b-498f-b824-d1380a789224","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:39.490082629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18690455-6d5b-498f-b824-d1380a789224","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:39.494249217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18690455-6d5b-498f-b824-d1380a789224","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:39.817879349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58675aaf-272e-4cd7-9037-a9d9b8eb058c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:39.821514658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58675aaf-272e-4cd7-9037-a9d9b8eb058c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:39.827820402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58675aaf-272e-4cd7-9037-a9d9b8eb058c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:39.837990481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58675aaf-272e-4cd7-9037-a9d9b8eb058c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:40.101429854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7b6c996-2c58-4283-9a13-eba1679de1ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:40.179808183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7b6c996-2c58-4283-9a13-eba1679de1ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:40.207340598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7b6c996-2c58-4283-9a13-eba1679de1ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:40.227943074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7b6c996-2c58-4283-9a13-eba1679de1ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:40.38859515Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:40.511616315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ca04700-69c9-431e-b3fa-7716fe9fcf3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:40.516051641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ca04700-69c9-431e-b3fa-7716fe9fcf3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:40.522548548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ca04700-69c9-431e-b3fa-7716fe9fcf3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:40.52831439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ca04700-69c9-431e-b3fa-7716fe9fcf3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:40.878050737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"173f24a3-9717-40a5-a2d3-a09eaec690d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:40.881227881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"173f24a3-9717-40a5-a2d3-a09eaec690d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:40.884306033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"173f24a3-9717-40a5-a2d3-a09eaec690d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:40.887276328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"173f24a3-9717-40a5-a2d3-a09eaec690d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:41.589501557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-24fceb"},"namespace":"ai-tenant-e2e-ipp-b-24fceb","name":"default-tenant","reconcileID":"7443c414-386b-4e25-9b0c-3ba5add09bd0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-24fceb","tenantID":"e2e-ipp-b-24fceb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:41.617441941Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-24fceb"},"namespace":"ai-tenant-e2e-ipp-b-24fceb","name":"default-tenant","reconcileID":"7443c414-386b-4e25-9b0c-3ba5add09bd0","name":"e2e-ipp-b-24fceb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:43.021577375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9982ad-policy","namespace":"ai-tenant-e2e-api-b-9982ad"},"namespace":"ai-tenant-e2e-api-b-9982ad","name":"e2e-e2e-api-b-9982ad-policy","reconcileID":"d912ae8c-1d89-474d-8333-584eaa6fd4fd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9982ad-policy","namespace":"ai-tenant-e2e-api-b-9982ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-9982ad","tenantID":"e2e-api-b-9982ad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:43.031078675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9982ad-policy","namespace":"ai-tenant-e2e-api-b-9982ad"},"namespace":"ai-tenant-e2e-api-b-9982ad","name":"e2e-e2e-api-b-9982ad-policy","reconcileID":"d912ae8c-1d89-474d-8333-584eaa6fd4fd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9982ad-policy","namespace":"ai-tenant-e2e-api-b-9982ad"},"name":"e2e-api-b-9982ad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:43.156306117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8335e46c-58fc-44a3-a715-f11330929a47","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:43.156509374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8335e46c-58fc-44a3-a715-f11330929a47","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:43.269722792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9982ad-policy","namespace":"ai-tenant-e2e-api-b-9982ad"},"namespace":"ai-tenant-e2e-api-b-9982ad","name":"e2e-e2e-api-b-9982ad-policy","reconcileID":"dd74716e-1f13-48bc-a698-8bc5f43a3617","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9982ad-policy","namespace":"ai-tenant-e2e-api-b-9982ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-9982ad","tenantID":"e2e-api-b-9982ad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:43.279959022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9982ad-policy","namespace":"ai-tenant-e2e-api-b-9982ad"},"namespace":"ai-tenant-e2e-api-b-9982ad","name":"e2e-e2e-api-b-9982ad-policy","reconcileID":"dd74716e-1f13-48bc-a698-8bc5f43a3617","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9982ad-policy","namespace":"ai-tenant-e2e-api-b-9982ad"},"name":"e2e-api-b-9982ad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:45.437382996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-12a6e1"},"namespace":"ai-tenant-e2e-api-b-12a6e1","name":"default-tenant","reconcileID":"8dd7a61e-4046-48d2-adf7-7e567e90962e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-12a6e1","tenantID":"e2e-api-b-12a6e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:45.489788002Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-12a6e1"},"namespace":"ai-tenant-e2e-api-b-12a6e1","name":"default-tenant","reconcileID":"8dd7a61e-4046-48d2-adf7-7e567e90962e","name":"e2e-api-b-12a6e1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:46.573104369Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9982ad"},"namespace":"ai-tenant-e2e-api-b-9982ad","name":"default-tenant","reconcileID":"10afd300-7448-45ec-8d73-9e838f295089","namespace":"ai-tenant-e2e-api-b-9982ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:46.573163972Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9982ad"},"namespace":"ai-tenant-e2e-api-b-9982ad","name":"default-tenant","reconcileID":"10afd300-7448-45ec-8d73-9e838f295089","namespace":"ai-tenant-e2e-api-b-9982ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:46.573212128Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9982ad"},"namespace":"ai-tenant-e2e-api-b-9982ad","name":"default-tenant","reconcileID":"10afd300-7448-45ec-8d73-9e838f295089","name":"e2e-e2e-api-b-9982ad-policy","namespace":"ai-tenant-e2e-api-b-9982ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:46.578811822Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9982ad"},"namespace":"ai-tenant-e2e-api-b-9982ad","name":"default-tenant","reconcileID":"10afd300-7448-45ec-8d73-9e838f295089","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:46.579043149Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9982ad-policy","namespace":"ai-tenant-e2e-api-b-9982ad"},"namespace":"ai-tenant-e2e-api-b-9982ad","name":"e2e-e2e-api-b-9982ad-policy","reconcileID":"90377c63-90ab-4992-8cb9-067eac53e3cf","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9982ad-policy","namespace":"ai-tenant-e2e-api-b-9982ad"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:46.57940573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f7aa32fe-c2fb-4d0f-9c04-52e8373fad24","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:46.579422317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f7aa32fe-c2fb-4d0f-9c04-52e8373fad24","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:46.643757866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9982ad-policy","namespace":"ai-tenant-e2e-api-b-9982ad"},"namespace":"ai-tenant-e2e-api-b-9982ad","name":"e2e-e2e-api-b-9982ad-policy","reconcileID":"90377c63-90ab-4992-8cb9-067eac53e3cf","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9982ad-policy","namespace":"ai-tenant-e2e-api-b-9982ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-9982ad","tenantID":"e2e-api-b-9982ad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:46.669905048Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9982ad-policy","namespace":"ai-tenant-e2e-api-b-9982ad"},"namespace":"ai-tenant-e2e-api-b-9982ad","name":"e2e-e2e-api-b-9982ad-policy","reconcileID":"90377c63-90ab-4992-8cb9-067eac53e3cf","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9982ad-policy","namespace":"ai-tenant-e2e-api-b-9982ad"},"name":"e2e-api-b-9982ad-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:46.669923214Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9982ad-policy","namespace":"ai-tenant-e2e-api-b-9982ad"},"namespace":"ai-tenant-e2e-api-b-9982ad","name":"e2e-e2e-api-b-9982ad-policy","reconcileID":"90377c63-90ab-4992-8cb9-067eac53e3cf","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9982ad-policy","namespace":"ai-tenant-e2e-api-b-9982ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-9982ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:46.677887072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"def06333-53a4-4208-a449-3c849f0f45da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:46.677912181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"def06333-53a4-4208-a449-3c849f0f45da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:47.47032846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e7e190"},"namespace":"ai-tenant-e2e-ipp-b-e7e190","name":"default-tenant","reconcileID":"3d5095ea-31cd-4aab-81a2-49b252101800","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-e7e190","tenantID":"e2e-ipp-b-e7e190","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:47.518724045Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e7e190"},"namespace":"ai-tenant-e2e-ipp-b-e7e190","name":"default-tenant","reconcileID":"3d5095ea-31cd-4aab-81a2-49b252101800","name":"e2e-ipp-b-e7e190-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:47.688997753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"080ae060-807c-4313-b8cf-f6006b4aabe3","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"tenant":"e2e-mt-da58b769","gateway":"openshift-ingress/e2e-mt-da58b769","model":"ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:47.689029109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"080ae060-807c-4313-b8cf-f6006b4aabe3","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"routeName":"e2e-lifecycle-model-da58b769-kserve-route","namespace":"ai-tenant-e2e-mt-da58b769","llmisvcName":"e2e-lifecycle-model-da58b769","gateway":"openshift-ingress/e2e-mt-da58b769","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:47.99492693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f1c37-policy","namespace":"ai-tenant-e2e-api-a-8f1c37"},"namespace":"ai-tenant-e2e-api-a-8f1c37","name":"e2e-e2e-api-a-8f1c37-policy","reconcileID":"87a9c138-5a4b-47a3-8c7d-8a7aa9202b91","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f1c37-policy","namespace":"ai-tenant-e2e-api-a-8f1c37"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8f1c37","tenantID":"e2e-api-a-8f1c37","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:48.010640592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f1c37-policy","namespace":"ai-tenant-e2e-api-a-8f1c37"},"namespace":"ai-tenant-e2e-api-a-8f1c37","name":"e2e-e2e-api-a-8f1c37-policy","reconcileID":"87a9c138-5a4b-47a3-8c7d-8a7aa9202b91","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f1c37-policy","namespace":"ai-tenant-e2e-api-a-8f1c37"},"name":"e2e-api-a-8f1c37-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:48.017593178Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-8f1c37-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7ebcab0bd25efdf3de016130d9effe5d8b12360ebb7bbfbb0f61a488006d6ea1) AuthConfig (60abf8f1a6e57133650e6c8bc77029de5500d998fd92f1087d0e4dc5dcbdd9c6) AuthConfig (efe4395c725d084d70ec90868840484863ef2b52cea9cda562815c4cdff61325) AuthConfig (d6ed31116b79afbe01582628cfb33e73f716e695c9eb84f0b745a66737d1a17d) AuthConfig (3cdcddea20c454d7ce059499e2a421ed64ad193efa4ed0fcf3ab860a539fc0c9) AuthConfig (0224ceaf134d7276afc4ed2ee972b7ad4d05066b8054633c54cac9bef7f145fe) EnvoyFilter (openshift-ingress/e2e-api-a-8f1c37) EnvoyFilter (openshift-ingress/e2e-api-a-8f1c37)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f1c37-policy","namespace":"ai-tenant-e2e-api-a-8f1c37"},"namespace":"ai-tenant-e2e-api-a-8f1c37","name":"e2e-e2e-api-a-8f1c37-policy","reconcileID":"87a9c138-5a4b-47a3-8c7d-8a7aa9202b91","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f1c37-policy","namespace":"ai-tenant-e2e-api-a-8f1c37"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:48.027343276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aeee661c-8c04-4da9-a490-3bf7bdfad66f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:48.027368456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aeee661c-8c04-4da9-a490-3bf7bdfad66f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:52.109632873Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"default-tenant","reconcileID":"4f1be96e-d0b0-43d4-8d55-7f70e0427284","namespace":"ai-tenant-e2e-mt-da58b769","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:52.109854203Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"default-tenant","reconcileID":"4f1be96e-d0b0-43d4-8d55-7f70e0427284","namespace":"ai-tenant-e2e-mt-da58b769","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:52.109957786Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"default-tenant","reconcileID":"4f1be96e-d0b0-43d4-8d55-7f70e0427284","tenant":"e2e-mt-da58b769","tenantID":"e2e-mt-da58b769","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:52.115853984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"default-tenant","reconcileID":"4f1be96e-d0b0-43d4-8d55-7f70e0427284","gvk":"Deployment","name":"maas-api-e2e-mt-da58b769","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:52.132328122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"default-tenant","reconcileID":"4f1be96e-d0b0-43d4-8d55-7f70e0427284","gvk":"Service","name":"maas-api-e2e-mt-da58b769","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:52.142749994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"default-tenant","reconcileID":"4f1be96e-d0b0-43d4-8d55-7f70e0427284","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-da58b769","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:52.148425622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"default-tenant","reconcileID":"4f1be96e-d0b0-43d4-8d55-7f70e0427284","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-da58b769","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:52.163785551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"default-tenant","reconcileID":"4f1be96e-d0b0-43d4-8d55-7f70e0427284","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-da58b769","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:52.171582309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"default-tenant","reconcileID":"4f1be96e-d0b0-43d4-8d55-7f70e0427284","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-da58b769","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:52.179569033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"default-tenant","reconcileID":"4f1be96e-d0b0-43d4-8d55-7f70e0427284","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-da58b769","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:52.184837228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"default-tenant","reconcileID":"4f1be96e-d0b0-43d4-8d55-7f70e0427284","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-da58b769","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:52.187647078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"default-tenant","reconcileID":"4f1be96e-d0b0-43d4-8d55-7f70e0427284","gvk":"Deployment","name":"payload-processing-e2e-mt-da58b769","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:52.190789472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"default-tenant","reconcileID":"4f1be96e-d0b0-43d4-8d55-7f70e0427284","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-da58b769","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:52.194454505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"default-tenant","reconcileID":"4f1be96e-d0b0-43d4-8d55-7f70e0427284","gvk":"Service","name":"payload-processing-e2e-mt-da58b769","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:52.200419567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"default-tenant","reconcileID":"4f1be96e-d0b0-43d4-8d55-7f70e0427284","gvk":"Service","name":"payload-pre-processing-e2e-mt-da58b769","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:52.203334773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"default-tenant","reconcileID":"4f1be96e-d0b0-43d4-8d55-7f70e0427284","gvk":"DestinationRule","name":"payload-processing-e2e-mt-da58b769","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:52.20614033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"default-tenant","reconcileID":"4f1be96e-d0b0-43d4-8d55-7f70e0427284","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-da58b769","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:52.209428644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"default-tenant","reconcileID":"4f1be96e-d0b0-43d4-8d55-7f70e0427284","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-da58b769","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:52.21749155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"default-tenant","reconcileID":"4f1be96e-d0b0-43d4-8d55-7f70e0427284","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-da58b769","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:52.220649963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"default-tenant","reconcileID":"4f1be96e-d0b0-43d4-8d55-7f70e0427284","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-da58b769","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:52.223619453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"default-tenant","reconcileID":"4f1be96e-d0b0-43d4-8d55-7f70e0427284","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-da58b769","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:52.229676004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"default-tenant","reconcileID":"4f1be96e-d0b0-43d4-8d55-7f70e0427284","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-da58b769","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:52.232673849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"default-tenant","reconcileID":"4f1be96e-d0b0-43d4-8d55-7f70e0427284","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-da58b769","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:52.675998329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fe39356-2d7b-4e5e-9311-52caca7ef367","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:52.680331541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fe39356-2d7b-4e5e-9311-52caca7ef367","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:52.683684846Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-da58b769","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-da58b769","reconcileID":"e7c6e675-a7a9-4f7d-9234-2fa8d7242ddd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-da58b769","removed":["maas.opendatahub.io/gateway-access-e2e-mt-da58b769"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:52.686338552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fe39356-2d7b-4e5e-9311-52caca7ef367","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:52.691352823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fe39356-2d7b-4e5e-9311-52caca7ef367","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:56:52.708788121Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"32df6496-67d1-40b2-975e-073f497f445a","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:56:52.721717385Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"32df6496-67d1-40b2-975e-073f497f445a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:56:52.727282536Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"e913c997-7a85-40b4-85f0-c8489635b325","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:56:52.727361685Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"e913c997-7a85-40b4-85f0-c8489635b325","error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:56:52.738487844Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"6ff03d47-f9da-44dc-abee-363be2ae5b74","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:56:52.738553635Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"6ff03d47-f9da-44dc-abee-363be2ae5b74","error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:56:52.759334269Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"b80bdce6-4c2d-4538-a2e7-065c3b6b1f7e","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:56:52.759408075Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"b80bdce6-4c2d-4538-a2e7-065c3b6b1f7e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:56:52.799942278Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"001c202d-1225-4b3b-9895-4f3138087225","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:56:52.80000445Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"001c202d-1225-4b3b-9895-4f3138087225","error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:56:52.88538354Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"9e8e9da5-506a-4efd-8fe6-5476edb9eb84","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:56:52.88548355Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"9e8e9da5-506a-4efd-8fe6-5476edb9eb84","error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:52.999722503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2212f91-9990-4002-98cd-a4fec6cbb38a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:53.002859996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2212f91-9990-4002-98cd-a4fec6cbb38a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:53.005874681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2212f91-9990-4002-98cd-a4fec6cbb38a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:53.008759348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2212f91-9990-4002-98cd-a4fec6cbb38a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:56:53.046229335Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"78fd3122-073c-4eb6-8aa9-15efbcc7419d","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:56:53.046297967Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"78fd3122-073c-4eb6-8aa9-15efbcc7419d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:53.304824054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63760992-a5f5-4d5c-ac01-884ce92e6225","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:53.308071241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63760992-a5f5-4d5c-ac01-884ce92e6225","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:53.311562964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63760992-a5f5-4d5c-ac01-884ce92e6225","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:53.317657557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63760992-a5f5-4d5c-ac01-884ce92e6225","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:56:53.366675886Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"ab980d0f-3cd2-4097-a992-a9722db24681","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:56:53.366758046Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"ab980d0f-3cd2-4097-a992-a9722db24681","error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:56:54.012528019Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"daa4ca55-1655-4251-8c76-1c8857ad8ea3","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:56:54.013493419Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"daa4ca55-1655-4251-8c76-1c8857ad8ea3","error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:56:55.29469593Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"946236c2-a6c9-419b-b2b0-a40abc4a3159","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:56:55.29479187Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"946236c2-a6c9-419b-b2b0-a40abc4a3159","error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:56:55.676007643Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"509877ae-8f9a-4c84-86bb-468387840c0b","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:56:55.676085811Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"509877ae-8f9a-4c84-86bb-468387840c0b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:56.055165588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56796beb-c503-4e5d-944b-d3a260dfc97d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:56.058886107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56796beb-c503-4e5d-944b-d3a260dfc97d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:56.062163534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56796beb-c503-4e5d-944b-d3a260dfc97d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:56.066085709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56796beb-c503-4e5d-944b-d3a260dfc97d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:56.392489153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59ba9844-a4dd-47c5-95fe-735867467907","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:56.395663598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59ba9844-a4dd-47c5-95fe-735867467907","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:56.398643917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59ba9844-a4dd-47c5-95fe-735867467907","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:56.401697048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59ba9844-a4dd-47c5-95fe-735867467907","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:56:57.379688539Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"0ed11970-e115-4e0f-8af7-be6fd3cd02db","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:56:57.379788883Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"0ed11970-e115-4e0f-8af7-be6fd3cd02db","error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:57.756358681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8fa8afe-666b-4fbd-a9aa-12aa83db0359","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:57.759714383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8fa8afe-666b-4fbd-a9aa-12aa83db0359","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:57.762975062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8fa8afe-666b-4fbd-a9aa-12aa83db0359","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:57.767458249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8fa8afe-666b-4fbd-a9aa-12aa83db0359","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:58.048377051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f1c37-policy","namespace":"ai-tenant-e2e-api-a-8f1c37"},"namespace":"ai-tenant-e2e-api-a-8f1c37","name":"e2e-e2e-api-a-8f1c37-policy","reconcileID":"e34386c5-60ab-40b0-8536-335cf3e686a9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f1c37-policy","namespace":"ai-tenant-e2e-api-a-8f1c37"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8f1c37","tenantID":"e2e-api-a-8f1c37","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:58.057966639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f1c37-policy","namespace":"ai-tenant-e2e-api-a-8f1c37"},"namespace":"ai-tenant-e2e-api-a-8f1c37","name":"e2e-e2e-api-a-8f1c37-policy","reconcileID":"e34386c5-60ab-40b0-8536-335cf3e686a9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f1c37-policy","namespace":"ai-tenant-e2e-api-a-8f1c37"},"name":"e2e-api-a-8f1c37-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:58.065871152Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-8f1c37-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7ebcab0bd25efdf3de016130d9effe5d8b12360ebb7bbfbb0f61a488006d6ea1) AuthConfig (60abf8f1a6e57133650e6c8bc77029de5500d998fd92f1087d0e4dc5dcbdd9c6) AuthConfig (efe4395c725d084d70ec90868840484863ef2b52cea9cda562815c4cdff61325) AuthConfig (d6ed31116b79afbe01582628cfb33e73f716e695c9eb84f0b745a66737d1a17d) AuthConfig (3cdcddea20c454d7ce059499e2a421ed64ad193efa4ed0fcf3ab860a539fc0c9) AuthConfig (0224ceaf134d7276afc4ed2ee972b7ad4d05066b8054633c54cac9bef7f145fe) EnvoyFilter (openshift-ingress/e2e-api-a-8f1c37) EnvoyFilter (openshift-ingress/e2e-api-a-8f1c37)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f1c37-policy","namespace":"ai-tenant-e2e-api-a-8f1c37"},"namespace":"ai-tenant-e2e-api-a-8f1c37","name":"e2e-e2e-api-a-8f1c37-policy","reconcileID":"e34386c5-60ab-40b0-8536-335cf3e686a9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f1c37-policy","namespace":"ai-tenant-e2e-api-a-8f1c37"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:58.097083006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"892dcd5d-171d-4033-816a-6ed7de74199c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:58.103806189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"892dcd5d-171d-4033-816a-6ed7de74199c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:58.10974129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"892dcd5d-171d-4033-816a-6ed7de74199c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:58.11583223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"892dcd5d-171d-4033-816a-6ed7de74199c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:58.177338195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b92ee45-5b41-4f99-a351-6e4d417e7bb3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:58.177357759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b92ee45-5b41-4f99-a351-6e4d417e7bb3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:58.185196772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"64896cc7-3353-4b6b-b6bd-b636e09a641c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:58.185214312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"64896cc7-3353-4b6b-b6bd-b636e09a641c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:58.190334328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-12a6e1-policy","namespace":"ai-tenant-e2e-api-b-12a6e1"},"namespace":"ai-tenant-e2e-api-b-12a6e1","name":"e2e-e2e-api-b-12a6e1-policy","reconcileID":"7b2461c7-232a-45fd-8c40-201f33841bf6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-12a6e1-policy","namespace":"ai-tenant-e2e-api-b-12a6e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-12a6e1","tenantID":"e2e-api-b-12a6e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:58.214740766Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-12a6e1-policy","namespace":"ai-tenant-e2e-api-b-12a6e1"},"namespace":"ai-tenant-e2e-api-b-12a6e1","name":"e2e-e2e-api-b-12a6e1-policy","reconcileID":"7b2461c7-232a-45fd-8c40-201f33841bf6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-12a6e1-policy","namespace":"ai-tenant-e2e-api-b-12a6e1"},"name":"e2e-api-b-12a6e1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:58.221968494Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-12a6e1-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-12a6e1-policy","namespace":"ai-tenant-e2e-api-b-12a6e1"},"namespace":"ai-tenant-e2e-api-b-12a6e1","name":"e2e-e2e-api-b-12a6e1-policy","reconcileID":"7b2461c7-232a-45fd-8c40-201f33841bf6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-12a6e1-policy","namespace":"ai-tenant-e2e-api-b-12a6e1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:58.230382427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9bb4a8c5-24d2-474d-843e-3e55ad09a5b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:58.230397514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9bb4a8c5-24d2-474d-843e-3e55ad09a5b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:56:58.301061454Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"c2475c8b-4b99-4bf0-a376-1a2db392821b","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:56:58.301156707Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"c2475c8b-4b99-4bf0-a376-1a2db392821b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:56:58.933597765Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"49d847d7-1721-4ff0-acc0-6cdef263f3f2","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:56:58.933681237Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"49d847d7-1721-4ff0-acc0-6cdef263f3f2","error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:58.947510786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f1c37-policy","namespace":"ai-tenant-e2e-api-a-8f1c37"},"namespace":"ai-tenant-e2e-api-a-8f1c37","name":"e2e-e2e-api-a-8f1c37-policy","reconcileID":"bc29d896-ebf1-45ba-8b23-559b63e848fc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f1c37-policy","namespace":"ai-tenant-e2e-api-a-8f1c37"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8f1c37","tenantID":"e2e-api-a-8f1c37","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:56:58.950804998Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"0c94687c-d1fb-4b00-9c9a-e58f20b5bde8","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:56:58.950869098Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"0c94687c-d1fb-4b00-9c9a-e58f20b5bde8","error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:58.956674703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f1c37-policy","namespace":"ai-tenant-e2e-api-a-8f1c37"},"namespace":"ai-tenant-e2e-api-a-8f1c37","name":"e2e-e2e-api-a-8f1c37-policy","reconcileID":"bc29d896-ebf1-45ba-8b23-559b63e848fc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f1c37-policy","namespace":"ai-tenant-e2e-api-a-8f1c37"},"name":"e2e-api-a-8f1c37-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:58.968363408Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-8f1c37-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7ebcab0bd25efdf3de016130d9effe5d8b12360ebb7bbfbb0f61a488006d6ea1) AuthConfig (60abf8f1a6e57133650e6c8bc77029de5500d998fd92f1087d0e4dc5dcbdd9c6) AuthConfig (efe4395c725d084d70ec90868840484863ef2b52cea9cda562815c4cdff61325) AuthConfig (d6ed31116b79afbe01582628cfb33e73f716e695c9eb84f0b745a66737d1a17d) AuthConfig (3cdcddea20c454d7ce059499e2a421ed64ad193efa4ed0fcf3ab860a539fc0c9) AuthConfig (0224ceaf134d7276afc4ed2ee972b7ad4d05066b8054633c54cac9bef7f145fe) EnvoyFilter (openshift-ingress/e2e-api-a-8f1c37) EnvoyFilter (openshift-ingress/e2e-api-a-8f1c37)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f1c37-policy","namespace":"ai-tenant-e2e-api-a-8f1c37"},"namespace":"ai-tenant-e2e-api-a-8f1c37","name":"e2e-e2e-api-a-8f1c37-policy","reconcileID":"bc29d896-ebf1-45ba-8b23-559b63e848fc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f1c37-policy","namespace":"ai-tenant-e2e-api-a-8f1c37"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:59.067733559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f1c37-policy","namespace":"ai-tenant-e2e-api-a-8f1c37"},"namespace":"ai-tenant-e2e-api-a-8f1c37","name":"e2e-e2e-api-a-8f1c37-policy","reconcileID":"e8dd1ce9-a30d-4651-93c1-6d0137fee75b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f1c37-policy","namespace":"ai-tenant-e2e-api-a-8f1c37"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8f1c37","tenantID":"e2e-api-a-8f1c37","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:59.075971595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f1c37-policy","namespace":"ai-tenant-e2e-api-a-8f1c37"},"namespace":"ai-tenant-e2e-api-a-8f1c37","name":"e2e-e2e-api-a-8f1c37-policy","reconcileID":"e8dd1ce9-a30d-4651-93c1-6d0137fee75b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f1c37-policy","namespace":"ai-tenant-e2e-api-a-8f1c37"},"name":"e2e-api-a-8f1c37-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:59.082262477Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-8f1c37-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7ebcab0bd25efdf3de016130d9effe5d8b12360ebb7bbfbb0f61a488006d6ea1) AuthConfig (60abf8f1a6e57133650e6c8bc77029de5500d998fd92f1087d0e4dc5dcbdd9c6) AuthConfig (efe4395c725d084d70ec90868840484863ef2b52cea9cda562815c4cdff61325) AuthConfig (d6ed31116b79afbe01582628cfb33e73f716e695c9eb84f0b745a66737d1a17d) AuthConfig (3cdcddea20c454d7ce059499e2a421ed64ad193efa4ed0fcf3ab860a539fc0c9) AuthConfig (0224ceaf134d7276afc4ed2ee972b7ad4d05066b8054633c54cac9bef7f145fe) EnvoyFilter (openshift-ingress/e2e-api-a-8f1c37) EnvoyFilter (openshift-ingress/e2e-api-a-8f1c37)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f1c37-policy","namespace":"ai-tenant-e2e-api-a-8f1c37"},"namespace":"ai-tenant-e2e-api-a-8f1c37","name":"e2e-e2e-api-a-8f1c37-policy","reconcileID":"e8dd1ce9-a30d-4651-93c1-6d0137fee75b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f1c37-policy","namespace":"ai-tenant-e2e-api-a-8f1c37"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:59.115165741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6090d13-3275-4d86-909e-4cc9f61b3c7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:59.118854595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6090d13-3275-4d86-909e-4cc9f61b3c7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:59.156200124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6090d13-3275-4d86-909e-4cc9f61b3c7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:59.159454388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6090d13-3275-4d86-909e-4cc9f61b3c7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:59.382837607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11d3cc7a-7242-46ff-b7f8-a1391cd132a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:59.386171039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11d3cc7a-7242-46ff-b7f8-a1391cd132a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:59.38973016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11d3cc7a-7242-46ff-b7f8-a1391cd132a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:59.392723775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11d3cc7a-7242-46ff-b7f8-a1391cd132a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:01.886747426Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9982ad"},"namespace":"ai-tenant-e2e-api-b-9982ad","name":"default-tenant","reconcileID":"e5cbb62a-6af7-4a6f-af4e-021e601da306","namespace":"ai-tenant-e2e-api-b-9982ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:01.886811129Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9982ad"},"namespace":"ai-tenant-e2e-api-b-9982ad","name":"default-tenant","reconcileID":"e5cbb62a-6af7-4a6f-af4e-021e601da306","namespace":"ai-tenant-e2e-api-b-9982ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:01.886861977Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9982ad"},"namespace":"ai-tenant-e2e-api-b-9982ad","name":"default-tenant","reconcileID":"e5cbb62a-6af7-4a6f-af4e-021e601da306","tenant":"e2e-api-b-9982ad","tenantID":"e2e-api-b-9982ad","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:01.891875343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9982ad"},"namespace":"ai-tenant-e2e-api-b-9982ad","name":"default-tenant","reconcileID":"e5cbb62a-6af7-4a6f-af4e-021e601da306","gvk":"Deployment","name":"maas-api-e2e-api-b-9982ad","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:01.90655916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9982ad"},"namespace":"ai-tenant-e2e-api-b-9982ad","name":"default-tenant","reconcileID":"e5cbb62a-6af7-4a6f-af4e-021e601da306","gvk":"Service","name":"maas-api-e2e-api-b-9982ad","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:01.913514566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9982ad"},"namespace":"ai-tenant-e2e-api-b-9982ad","name":"default-tenant","reconcileID":"e5cbb62a-6af7-4a6f-af4e-021e601da306","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-9982ad","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:01.921611972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9982ad"},"namespace":"ai-tenant-e2e-api-b-9982ad","name":"default-tenant","reconcileID":"e5cbb62a-6af7-4a6f-af4e-021e601da306","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-9982ad","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:01.930002185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9982ad"},"namespace":"ai-tenant-e2e-api-b-9982ad","name":"default-tenant","reconcileID":"e5cbb62a-6af7-4a6f-af4e-021e601da306","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-9982ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:01.937326617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9982ad"},"namespace":"ai-tenant-e2e-api-b-9982ad","name":"default-tenant","reconcileID":"e5cbb62a-6af7-4a6f-af4e-021e601da306","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-9982ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:01.947270401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9982ad"},"namespace":"ai-tenant-e2e-api-b-9982ad","name":"default-tenant","reconcileID":"e5cbb62a-6af7-4a6f-af4e-021e601da306","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-9982ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:01.952198769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9982ad"},"namespace":"ai-tenant-e2e-api-b-9982ad","name":"default-tenant","reconcileID":"e5cbb62a-6af7-4a6f-af4e-021e601da306","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-9982ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:01.955218019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9982ad"},"namespace":"ai-tenant-e2e-api-b-9982ad","name":"default-tenant","reconcileID":"e5cbb62a-6af7-4a6f-af4e-021e601da306","gvk":"Deployment","name":"payload-processing-e2e-api-b-9982ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:01.957811912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9982ad"},"namespace":"ai-tenant-e2e-api-b-9982ad","name":"default-tenant","reconcileID":"e5cbb62a-6af7-4a6f-af4e-021e601da306","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-9982ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:01.960623275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9982ad"},"namespace":"ai-tenant-e2e-api-b-9982ad","name":"default-tenant","reconcileID":"e5cbb62a-6af7-4a6f-af4e-021e601da306","gvk":"Service","name":"payload-processing-e2e-api-b-9982ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:01.963331181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9982ad"},"namespace":"ai-tenant-e2e-api-b-9982ad","name":"default-tenant","reconcileID":"e5cbb62a-6af7-4a6f-af4e-021e601da306","gvk":"Service","name":"payload-pre-processing-e2e-api-b-9982ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:01.966949982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9982ad"},"namespace":"ai-tenant-e2e-api-b-9982ad","name":"default-tenant","reconcileID":"e5cbb62a-6af7-4a6f-af4e-021e601da306","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-9982ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:01.96957647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9982ad"},"namespace":"ai-tenant-e2e-api-b-9982ad","name":"default-tenant","reconcileID":"e5cbb62a-6af7-4a6f-af4e-021e601da306","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-9982ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:01.972292624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9982ad"},"namespace":"ai-tenant-e2e-api-b-9982ad","name":"default-tenant","reconcileID":"e5cbb62a-6af7-4a6f-af4e-021e601da306","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-9982ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:01.978595903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9982ad"},"namespace":"ai-tenant-e2e-api-b-9982ad","name":"default-tenant","reconcileID":"e5cbb62a-6af7-4a6f-af4e-021e601da306","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-9982ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:01.981454308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9982ad"},"namespace":"ai-tenant-e2e-api-b-9982ad","name":"default-tenant","reconcileID":"e5cbb62a-6af7-4a6f-af4e-021e601da306","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-9982ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:01.984293031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9982ad"},"namespace":"ai-tenant-e2e-api-b-9982ad","name":"default-tenant","reconcileID":"e5cbb62a-6af7-4a6f-af4e-021e601da306","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-9982ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:01.987145375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9982ad"},"namespace":"ai-tenant-e2e-api-b-9982ad","name":"default-tenant","reconcileID":"e5cbb62a-6af7-4a6f-af4e-021e601da306","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-9982ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:01.989881216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9982ad"},"namespace":"ai-tenant-e2e-api-b-9982ad","name":"default-tenant","reconcileID":"e5cbb62a-6af7-4a6f-af4e-021e601da306","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-9982ad","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:02.010052545Z","body":"Kuadrant WASM auth not found on gateway; enabling ext_proc router fallback patches","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-24fceb"},"namespace":"ai-tenant-e2e-ipp-b-24fceb","name":"default-tenant","reconcileID":"95ea18aa-a03a-43cb-a04e-2a058df249b4","gateway":"openshift-ingress/e2e-ipp-b-24fceb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:02.072661749Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-9982ad","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-9982ad","reconcileID":"5afa92cf-3715-4690-91d5-41b3dd43dbf6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-9982ad","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-9982ad"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:57:02.163357746Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"b17a5505-b132-4f39-94f6-f6ee7835f1cb","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:57:02.163448291Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"b17a5505-b132-4f39-94f6-f6ee7835f1cb","error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:02.593175983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"759d0105-6e4f-4606-89c4-3766300b6a0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:02.638718705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"759d0105-6e4f-4606-89c4-3766300b6a0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:02.677292512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"759d0105-6e4f-4606-89c4-3766300b6a0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:02.693006588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"759d0105-6e4f-4606-89c4-3766300b6a0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:02.884127322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b067af5c-5bb7-436a-a9c6-490c1de47a2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:02.887224364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b067af5c-5bb7-436a-a9c6-490c1de47a2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:02.890128794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b067af5c-5bb7-436a-a9c6-490c1de47a2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:02.893497458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b067af5c-5bb7-436a-a9c6-490c1de47a2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:08.236717967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-12a6e1-policy","namespace":"ai-tenant-e2e-api-b-12a6e1"},"namespace":"ai-tenant-e2e-api-b-12a6e1","name":"e2e-e2e-api-b-12a6e1-policy","reconcileID":"a7792b14-c8f5-4283-bfa4-1a72dfa3ea22","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-12a6e1-policy","namespace":"ai-tenant-e2e-api-b-12a6e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-12a6e1","tenantID":"e2e-api-b-12a6e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:08.24424181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-12a6e1-policy","namespace":"ai-tenant-e2e-api-b-12a6e1"},"namespace":"ai-tenant-e2e-api-b-12a6e1","name":"e2e-e2e-api-b-12a6e1-policy","reconcileID":"a7792b14-c8f5-4283-bfa4-1a72dfa3ea22","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-12a6e1-policy","namespace":"ai-tenant-e2e-api-b-12a6e1"},"name":"e2e-api-b-12a6e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:08.250456541Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-12a6e1-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-12a6e1-policy","namespace":"ai-tenant-e2e-api-b-12a6e1"},"namespace":"ai-tenant-e2e-api-b-12a6e1","name":"e2e-e2e-api-b-12a6e1-policy","reconcileID":"a7792b14-c8f5-4283-bfa4-1a72dfa3ea22","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-12a6e1-policy","namespace":"ai-tenant-e2e-api-b-12a6e1"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:57:09.013661909Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"cc667d73-9c09-4872-a51c-ed99065a0d48","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:57:09.013745101Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"cc667d73-9c09-4872-a51c-ed99065a0d48","error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:09.075841486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f1c37-policy","namespace":"ai-tenant-e2e-api-a-8f1c37"},"namespace":"ai-tenant-e2e-api-a-8f1c37","name":"e2e-e2e-api-a-8f1c37-policy","reconcileID":"71c85f3c-735f-41ed-a6fc-4fbd478a1277","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f1c37-policy","namespace":"ai-tenant-e2e-api-a-8f1c37"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8f1c37","tenantID":"e2e-api-a-8f1c37","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:09.088598869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f1c37-policy","namespace":"ai-tenant-e2e-api-a-8f1c37"},"namespace":"ai-tenant-e2e-api-a-8f1c37","name":"e2e-e2e-api-a-8f1c37-policy","reconcileID":"71c85f3c-735f-41ed-a6fc-4fbd478a1277","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f1c37-policy","namespace":"ai-tenant-e2e-api-a-8f1c37"},"name":"e2e-api-a-8f1c37-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:09.134633413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c17a5116-dc08-42f3-930a-3d5e6bc1d55f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:09.134662914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c17a5116-dc08-42f3-930a-3d5e6bc1d55f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:09.226650075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f1c37-policy","namespace":"ai-tenant-e2e-api-a-8f1c37"},"namespace":"ai-tenant-e2e-api-a-8f1c37","name":"e2e-e2e-api-a-8f1c37-policy","reconcileID":"acf42e9a-8bf3-48ca-9d1d-37a7fbcbd64a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f1c37-policy","namespace":"ai-tenant-e2e-api-a-8f1c37"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8f1c37","tenantID":"e2e-api-a-8f1c37","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:09.254088103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f1c37-policy","namespace":"ai-tenant-e2e-api-a-8f1c37"},"namespace":"ai-tenant-e2e-api-a-8f1c37","name":"e2e-e2e-api-a-8f1c37-policy","reconcileID":"acf42e9a-8bf3-48ca-9d1d-37a7fbcbd64a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f1c37-policy","namespace":"ai-tenant-e2e-api-a-8f1c37"},"name":"e2e-api-a-8f1c37-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:09.661258553Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8f1c37"},"namespace":"ai-tenant-e2e-api-a-8f1c37","name":"default-tenant","reconcileID":"eb7b68c9-a7ba-4f3b-a020-f7a3ba747142","namespace":"ai-tenant-e2e-api-a-8f1c37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:09.661352157Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8f1c37"},"namespace":"ai-tenant-e2e-api-a-8f1c37","name":"default-tenant","reconcileID":"eb7b68c9-a7ba-4f3b-a020-f7a3ba747142","namespace":"ai-tenant-e2e-api-a-8f1c37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:09.661427944Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8f1c37"},"namespace":"ai-tenant-e2e-api-a-8f1c37","name":"default-tenant","reconcileID":"eb7b68c9-a7ba-4f3b-a020-f7a3ba747142","name":"e2e-e2e-api-a-8f1c37-policy","namespace":"ai-tenant-e2e-api-a-8f1c37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:09.671967562Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f1c37-policy","namespace":"ai-tenant-e2e-api-a-8f1c37"},"namespace":"ai-tenant-e2e-api-a-8f1c37","name":"e2e-e2e-api-a-8f1c37-policy","reconcileID":"5a861427-c5b1-4f90-ba07-81975306550c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f1c37-policy","namespace":"ai-tenant-e2e-api-a-8f1c37"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:09.672226162Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8f1c37"},"namespace":"ai-tenant-e2e-api-a-8f1c37","name":"default-tenant","reconcileID":"eb7b68c9-a7ba-4f3b-a020-f7a3ba747142","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:09.673048851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06f5f976-6f6c-4b61-b26e-198b5eec3d6c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:09.673062263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06f5f976-6f6c-4b61-b26e-198b5eec3d6c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:09.783749229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f1c37-policy","namespace":"ai-tenant-e2e-api-a-8f1c37"},"namespace":"ai-tenant-e2e-api-a-8f1c37","name":"e2e-e2e-api-a-8f1c37-policy","reconcileID":"5a861427-c5b1-4f90-ba07-81975306550c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f1c37-policy","namespace":"ai-tenant-e2e-api-a-8f1c37"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8f1c37","tenantID":"e2e-api-a-8f1c37","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:09.975181592Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f1c37-policy","namespace":"ai-tenant-e2e-api-a-8f1c37"},"namespace":"ai-tenant-e2e-api-a-8f1c37","name":"e2e-e2e-api-a-8f1c37-policy","reconcileID":"5a861427-c5b1-4f90-ba07-81975306550c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f1c37-policy","namespace":"ai-tenant-e2e-api-a-8f1c37"},"name":"e2e-api-a-8f1c37-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:09.975212191Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f1c37-policy","namespace":"ai-tenant-e2e-api-a-8f1c37"},"namespace":"ai-tenant-e2e-api-a-8f1c37","name":"e2e-e2e-api-a-8f1c37-policy","reconcileID":"5a861427-c5b1-4f90-ba07-81975306550c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f1c37-policy","namespace":"ai-tenant-e2e-api-a-8f1c37"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8f1c37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:10.087027747Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"85e53ff2-435c-4d62-b5bf-9c20c3046acf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:10.087058565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"85e53ff2-435c-4d62-b5bf-9c20c3046acf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:10.399046393Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:18.258237561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-12a6e1-policy","namespace":"ai-tenant-e2e-api-b-12a6e1"},"namespace":"ai-tenant-e2e-api-b-12a6e1","name":"e2e-e2e-api-b-12a6e1-policy","reconcileID":"43109686-07ab-454a-9b51-9e6deedad6bc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-12a6e1-policy","namespace":"ai-tenant-e2e-api-b-12a6e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-12a6e1","tenantID":"e2e-api-b-12a6e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:18.265276967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-12a6e1-policy","namespace":"ai-tenant-e2e-api-b-12a6e1"},"namespace":"ai-tenant-e2e-api-b-12a6e1","name":"e2e-e2e-api-b-12a6e1-policy","reconcileID":"43109686-07ab-454a-9b51-9e6deedad6bc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-12a6e1-policy","namespace":"ai-tenant-e2e-api-b-12a6e1"},"name":"e2e-api-b-12a6e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:18.270597487Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-12a6e1-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-12a6e1-policy","namespace":"ai-tenant-e2e-api-b-12a6e1"},"namespace":"ai-tenant-e2e-api-b-12a6e1","name":"e2e-e2e-api-b-12a6e1-policy","reconcileID":"43109686-07ab-454a-9b51-9e6deedad6bc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-12a6e1-policy","namespace":"ai-tenant-e2e-api-b-12a6e1"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:57:18.525418824Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"2766fb85-89c6-42a0-b7c0-0ea703657c0b","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:57:18.525503081Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"2766fb85-89c6-42a0-b7c0-0ea703657c0b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:57:18.543670295Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"8f1341f3-79f5-4b59-9774-51d32861697e","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:57:18.543743359Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"8f1341f3-79f5-4b59-9774-51d32861697e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:18.75883721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a222f7c5-6499-44cd-af7e-95500d7a16dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:18.768844563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a222f7c5-6499-44cd-af7e-95500d7a16dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:18.776689395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a222f7c5-6499-44cd-af7e-95500d7a16dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:18.784561483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a222f7c5-6499-44cd-af7e-95500d7a16dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:19.053003065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bc8695c-35f9-4d8e-b160-e5dec43d4fd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:19.057284347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bc8695c-35f9-4d8e-b160-e5dec43d4fd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:19.065722598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bc8695c-35f9-4d8e-b160-e5dec43d4fd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:19.072891209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bc8695c-35f9-4d8e-b160-e5dec43d4fd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:19.398263589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c88cfd3f-1f02-4d6f-ad2a-09743417e047","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:19.401359948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c88cfd3f-1f02-4d6f-ad2a-09743417e047","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:19.40565467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c88cfd3f-1f02-4d6f-ad2a-09743417e047","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:19.410357994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c88cfd3f-1f02-4d6f-ad2a-09743417e047","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:57:19.563148293Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"aebb1630-8c47-43b2-ad5f-0ed1c4d6773e","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:57:19.563238879Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"aebb1630-8c47-43b2-ad5f-0ed1c4d6773e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:19.583412565Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-54bc2b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-54bc2b","reconcileID":"dc901e79-749c-46c9-8a52-b6a97eb4af6a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-54bc2b","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-54bc2b":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:57:19.622246567Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"89617efa-4836-458f-a256-d6e0d60e0894","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:57:19.622335672Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"89617efa-4836-458f-a256-d6e0d60e0894","error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:19.792393764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6fb7fc2-77fe-493d-b956-b8aab512347f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:19.801922636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6fb7fc2-77fe-493d-b956-b8aab512347f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:19.807207091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6fb7fc2-77fe-493d-b956-b8aab512347f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:19.810536791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6fb7fc2-77fe-493d-b956-b8aab512347f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:20.305631525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"149a6a30-5d08-4c92-a2c8-5a1e3dc3dfd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:20.30914898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"149a6a30-5d08-4c92-a2c8-5a1e3dc3dfd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:20.312450106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"149a6a30-5d08-4c92-a2c8-5a1e3dc3dfd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:20.315404995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"149a6a30-5d08-4c92-a2c8-5a1e3dc3dfd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:20.667352176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ee6ef41-3f7c-4e2a-9e01-7b02c5e9c60e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:20.672899514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ee6ef41-3f7c-4e2a-9e01-7b02c5e9c60e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:20.679128001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ee6ef41-3f7c-4e2a-9e01-7b02c5e9c60e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:20.687147272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ee6ef41-3f7c-4e2a-9e01-7b02c5e9c60e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:57:20.889999652Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"c06d691b-ff62-45e4-beea-0f34ad52652e","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:57:20.890128081Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"c06d691b-ff62-45e4-beea-0f34ad52652e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:21.055621495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99e7c480-fa2f-4f8e-a736-2bf7a20da2c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:21.09805727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99e7c480-fa2f-4f8e-a736-2bf7a20da2c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:21.207881169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99e7c480-fa2f-4f8e-a736-2bf7a20da2c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:21.307975118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99e7c480-fa2f-4f8e-a736-2bf7a20da2c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:25.538152915Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8f1c37"},"namespace":"ai-tenant-e2e-api-a-8f1c37","name":"default-tenant","reconcileID":"eab58520-1e3c-417d-b367-cfdfc0f0813a","namespace":"ai-tenant-e2e-api-a-8f1c37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:25.538208967Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8f1c37"},"namespace":"ai-tenant-e2e-api-a-8f1c37","name":"default-tenant","reconcileID":"eab58520-1e3c-417d-b367-cfdfc0f0813a","namespace":"ai-tenant-e2e-api-a-8f1c37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:25.538260871Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8f1c37"},"namespace":"ai-tenant-e2e-api-a-8f1c37","name":"default-tenant","reconcileID":"eab58520-1e3c-417d-b367-cfdfc0f0813a","tenant":"e2e-api-a-8f1c37","tenantID":"e2e-api-a-8f1c37","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:25.543464202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8f1c37"},"namespace":"ai-tenant-e2e-api-a-8f1c37","name":"default-tenant","reconcileID":"eab58520-1e3c-417d-b367-cfdfc0f0813a","gvk":"Deployment","name":"maas-api-e2e-api-a-8f1c37","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:25.558390691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8f1c37"},"namespace":"ai-tenant-e2e-api-a-8f1c37","name":"default-tenant","reconcileID":"eab58520-1e3c-417d-b367-cfdfc0f0813a","gvk":"Service","name":"maas-api-e2e-api-a-8f1c37","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:25.571510579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8f1c37"},"namespace":"ai-tenant-e2e-api-a-8f1c37","name":"default-tenant","reconcileID":"eab58520-1e3c-417d-b367-cfdfc0f0813a","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-8f1c37","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:25.587924234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8f1c37"},"namespace":"ai-tenant-e2e-api-a-8f1c37","name":"default-tenant","reconcileID":"eab58520-1e3c-417d-b367-cfdfc0f0813a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-8f1c37","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:25.596055187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8f1c37"},"namespace":"ai-tenant-e2e-api-a-8f1c37","name":"default-tenant","reconcileID":"eab58520-1e3c-417d-b367-cfdfc0f0813a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-8f1c37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:25.602900928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8f1c37"},"namespace":"ai-tenant-e2e-api-a-8f1c37","name":"default-tenant","reconcileID":"eab58520-1e3c-417d-b367-cfdfc0f0813a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-8f1c37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:25.610898306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8f1c37"},"namespace":"ai-tenant-e2e-api-a-8f1c37","name":"default-tenant","reconcileID":"eab58520-1e3c-417d-b367-cfdfc0f0813a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-8f1c37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:25.616778933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8f1c37"},"namespace":"ai-tenant-e2e-api-a-8f1c37","name":"default-tenant","reconcileID":"eab58520-1e3c-417d-b367-cfdfc0f0813a","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-8f1c37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:25.61962222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8f1c37"},"namespace":"ai-tenant-e2e-api-a-8f1c37","name":"default-tenant","reconcileID":"eab58520-1e3c-417d-b367-cfdfc0f0813a","gvk":"Deployment","name":"payload-processing-e2e-api-a-8f1c37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:25.62229645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8f1c37"},"namespace":"ai-tenant-e2e-api-a-8f1c37","name":"default-tenant","reconcileID":"eab58520-1e3c-417d-b367-cfdfc0f0813a","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-8f1c37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:25.625421555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8f1c37"},"namespace":"ai-tenant-e2e-api-a-8f1c37","name":"default-tenant","reconcileID":"eab58520-1e3c-417d-b367-cfdfc0f0813a","gvk":"Service","name":"payload-processing-e2e-api-a-8f1c37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:25.628305677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8f1c37"},"namespace":"ai-tenant-e2e-api-a-8f1c37","name":"default-tenant","reconcileID":"eab58520-1e3c-417d-b367-cfdfc0f0813a","gvk":"Service","name":"payload-pre-processing-e2e-api-a-8f1c37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:25.631143887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8f1c37"},"namespace":"ai-tenant-e2e-api-a-8f1c37","name":"default-tenant","reconcileID":"eab58520-1e3c-417d-b367-cfdfc0f0813a","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-8f1c37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:25.634135816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8f1c37"},"namespace":"ai-tenant-e2e-api-a-8f1c37","name":"default-tenant","reconcileID":"eab58520-1e3c-417d-b367-cfdfc0f0813a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-8f1c37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:25.636794378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8f1c37"},"namespace":"ai-tenant-e2e-api-a-8f1c37","name":"default-tenant","reconcileID":"eab58520-1e3c-417d-b367-cfdfc0f0813a","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-8f1c37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:25.64354028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8f1c37"},"namespace":"ai-tenant-e2e-api-a-8f1c37","name":"default-tenant","reconcileID":"eab58520-1e3c-417d-b367-cfdfc0f0813a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-8f1c37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:25.646400037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8f1c37"},"namespace":"ai-tenant-e2e-api-a-8f1c37","name":"default-tenant","reconcileID":"eab58520-1e3c-417d-b367-cfdfc0f0813a","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-8f1c37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:25.649502209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8f1c37"},"namespace":"ai-tenant-e2e-api-a-8f1c37","name":"default-tenant","reconcileID":"eab58520-1e3c-417d-b367-cfdfc0f0813a","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-8f1c37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:25.652280857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8f1c37"},"namespace":"ai-tenant-e2e-api-a-8f1c37","name":"default-tenant","reconcileID":"eab58520-1e3c-417d-b367-cfdfc0f0813a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-8f1c37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:25.654907626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8f1c37"},"namespace":"ai-tenant-e2e-api-a-8f1c37","name":"default-tenant","reconcileID":"eab58520-1e3c-417d-b367-cfdfc0f0813a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-8f1c37","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:25.756650255Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-8f1c37","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-8f1c37","reconcileID":"12d4e261-48bc-4964-bb9e-e93df567523e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-8f1c37","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-8f1c37"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:57:25.775287194Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"e4113d42-80b8-456a-a54e-efa75391569f","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:57:25.775376Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"e4113d42-80b8-456a-a54e-efa75391569f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:26.204258751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e049f5eb-bc5c-43e5-925d-1aeda0696863","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:26.208089754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e049f5eb-bc5c-43e5-925d-1aeda0696863","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:26.211596334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e049f5eb-bc5c-43e5-925d-1aeda0696863","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:26.216068474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e049f5eb-bc5c-43e5-925d-1aeda0696863","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:26.523041795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba602ff0-854f-4490-8e31-544198a5c533","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:26.525962069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba602ff0-854f-4490-8e31-544198a5c533","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:26.528869285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba602ff0-854f-4490-8e31-544198a5c533","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:26.531772062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba602ff0-854f-4490-8e31-544198a5c533","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:57:27.531176965Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"dd155847-a067-4935-85d5-69c3fd032189","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:57:27.531261956Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"dd155847-a067-4935-85d5-69c3fd032189","error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:57:27.544875152Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"6c9ef6c5-7732-4671-8c2f-e9b9d65c1062","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:57:27.544933671Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"6c9ef6c5-7732-4671-8c2f-e9b9d65c1062","error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:27.761027701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa7ffdc1-6a08-45b2-ab0f-c25c1471923c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:27.764420528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa7ffdc1-6a08-45b2-ab0f-c25c1471923c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:27.767967193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa7ffdc1-6a08-45b2-ab0f-c25c1471923c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:27.772032197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa7ffdc1-6a08-45b2-ab0f-c25c1471923c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:28.107704273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dc460c9-e739-471e-9d0e-562569504a2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:28.110801821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dc460c9-e739-471e-9d0e-562569504a2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:28.114158546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dc460c9-e739-471e-9d0e-562569504a2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:28.117956771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dc460c9-e739-471e-9d0e-562569504a2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:28.276387841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-12a6e1-policy","namespace":"ai-tenant-e2e-api-b-12a6e1"},"namespace":"ai-tenant-e2e-api-b-12a6e1","name":"e2e-e2e-api-b-12a6e1-policy","reconcileID":"568bfd74-ca2a-4189-9725-0e90fc56bd77","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-12a6e1-policy","namespace":"ai-tenant-e2e-api-b-12a6e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-12a6e1","tenantID":"e2e-api-b-12a6e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:28.284337536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-12a6e1-policy","namespace":"ai-tenant-e2e-api-b-12a6e1"},"namespace":"ai-tenant-e2e-api-b-12a6e1","name":"e2e-e2e-api-b-12a6e1-policy","reconcileID":"568bfd74-ca2a-4189-9725-0e90fc56bd77","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-12a6e1-policy","namespace":"ai-tenant-e2e-api-b-12a6e1"},"name":"e2e-api-b-12a6e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:28.291176314Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-12a6e1-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-12a6e1-policy","namespace":"ai-tenant-e2e-api-b-12a6e1"},"namespace":"ai-tenant-e2e-api-b-12a6e1","name":"e2e-e2e-api-b-12a6e1-policy","reconcileID":"568bfd74-ca2a-4189-9725-0e90fc56bd77","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-12a6e1-policy","namespace":"ai-tenant-e2e-api-b-12a6e1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:30.23163371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54bc2b"},"namespace":"ai-tenant-e2e-ipp-a-54bc2b","name":"default-tenant","reconcileID":"a81c9fcd-1ca4-42ff-abb6-7e8d757f15b4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-54bc2b","tenantID":"e2e-ipp-a-54bc2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:30.277402986Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54bc2b"},"namespace":"ai-tenant-e2e-ipp-a-54bc2b","name":"default-tenant","reconcileID":"a81c9fcd-1ca4-42ff-abb6-7e8d757f15b4","name":"e2e-ipp-a-54bc2b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:57:33.832231841Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"72b1baaa-0e71-490c-9df9-bea714356882","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:57:33.832313432Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"72b1baaa-0e71-490c-9df9-bea714356882","error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:57:33.84307444Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"79e939ff-ed6c-4dff-b42f-64feaccee866","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:57:33.843200339Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"79e939ff-ed6c-4dff-b42f-64feaccee866","error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:33.847970217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-12a6e1-policy","namespace":"ai-tenant-e2e-api-b-12a6e1"},"namespace":"ai-tenant-e2e-api-b-12a6e1","name":"e2e-e2e-api-b-12a6e1-policy","reconcileID":"3b45a049-f3e0-434b-9854-daddfbebac31","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-12a6e1-policy","namespace":"ai-tenant-e2e-api-b-12a6e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-12a6e1","tenantID":"e2e-api-b-12a6e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:33.859857956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-12a6e1-policy","namespace":"ai-tenant-e2e-api-b-12a6e1"},"namespace":"ai-tenant-e2e-api-b-12a6e1","name":"e2e-e2e-api-b-12a6e1-policy","reconcileID":"3b45a049-f3e0-434b-9854-daddfbebac31","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-12a6e1-policy","namespace":"ai-tenant-e2e-api-b-12a6e1"},"name":"e2e-api-b-12a6e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:33.870774414Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-12a6e1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5a4bacf5c81d2d34c898c6a47d5aa97466151040905b398e25575dfe3a032cad) AuthConfig (8652cac6e0904b4c973bcd22f7d2b52c60c257d3ae54b8b6e968dff19c810868) AuthConfig (13631be3b7caa8ef5f0253661d62109c60e1a480623afd3e807a10bf59fe6fe8) AuthConfig (bc01927714f50d87f848840b10ce78032e8acdf12ec7cd836c16f87228c1f2e1) AuthConfig (515ef2dbf4db3be3b69eccbb7b6ed6839c25b015d3e37e022c5fe21abb5a059e) AuthConfig (2cabf0f3de36af69edd10b7f41961054d0a9abdb6fce2f9bacd8added5724e93)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-12a6e1-policy","namespace":"ai-tenant-e2e-api-b-12a6e1"},"namespace":"ai-tenant-e2e-api-b-12a6e1","name":"e2e-e2e-api-b-12a6e1-policy","reconcileID":"3b45a049-f3e0-434b-9854-daddfbebac31","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-12a6e1-policy","namespace":"ai-tenant-e2e-api-b-12a6e1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:33.879903823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4bf3fe2f-8abc-4b22-a504-8af8af9e9582","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:33.879983487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4bf3fe2f-8abc-4b22-a504-8af8af9e9582","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:33.959902585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-12a6e1-policy","namespace":"ai-tenant-e2e-api-b-12a6e1"},"namespace":"ai-tenant-e2e-api-b-12a6e1","name":"e2e-e2e-api-b-12a6e1-policy","reconcileID":"18ed39c7-3256-4718-b9e4-d724a5459fb7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-12a6e1-policy","namespace":"ai-tenant-e2e-api-b-12a6e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-12a6e1","tenantID":"e2e-api-b-12a6e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:33.969466236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-12a6e1-policy","namespace":"ai-tenant-e2e-api-b-12a6e1"},"namespace":"ai-tenant-e2e-api-b-12a6e1","name":"e2e-e2e-api-b-12a6e1-policy","reconcileID":"18ed39c7-3256-4718-b9e4-d724a5459fb7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-12a6e1-policy","namespace":"ai-tenant-e2e-api-b-12a6e1"},"name":"e2e-api-b-12a6e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:33.976876981Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-12a6e1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5a4bacf5c81d2d34c898c6a47d5aa97466151040905b398e25575dfe3a032cad) AuthConfig (8652cac6e0904b4c973bcd22f7d2b52c60c257d3ae54b8b6e968dff19c810868) AuthConfig (13631be3b7caa8ef5f0253661d62109c60e1a480623afd3e807a10bf59fe6fe8) AuthConfig (bc01927714f50d87f848840b10ce78032e8acdf12ec7cd836c16f87228c1f2e1) AuthConfig (515ef2dbf4db3be3b69eccbb7b6ed6839c25b015d3e37e022c5fe21abb5a059e) AuthConfig (2cabf0f3de36af69edd10b7f41961054d0a9abdb6fce2f9bacd8added5724e93)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-12a6e1-policy","namespace":"ai-tenant-e2e-api-b-12a6e1"},"namespace":"ai-tenant-e2e-api-b-12a6e1","name":"e2e-e2e-api-b-12a6e1-policy","reconcileID":"18ed39c7-3256-4718-b9e4-d724a5459fb7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-12a6e1-policy","namespace":"ai-tenant-e2e-api-b-12a6e1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:34.064548299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa4e43f0-820d-46be-ad49-e98fed33dbc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:34.067772248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa4e43f0-820d-46be-ad49-e98fed33dbc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:34.07103879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa4e43f0-820d-46be-ad49-e98fed33dbc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:34.074570435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa4e43f0-820d-46be-ad49-e98fed33dbc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:34.365432749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d981742-a140-4bc4-96a3-e727598db725","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:34.368682831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d981742-a140-4bc4-96a3-e727598db725","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:34.372088591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d981742-a140-4bc4-96a3-e727598db725","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:34.375448916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d981742-a140-4bc4-96a3-e727598db725","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:57:34.499537038Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"52e8f608-c3cc-4923-9bd7-058b48a97189","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:57:34.499608535Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-da58b769","namespace":"ai-tenant-e2e-mt-da58b769"},"namespace":"ai-tenant-e2e-mt-da58b769","name":"e2e-lifecycle-model-da58b769","reconcileID":"52e8f608-c3cc-4923-9bd7-058b48a97189","error":"resolve tenant gateway for model ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-da58b769/e2e-lifecycle-model-da58b769-kserve-route (gateways: [openshift-ingress/e2e-mt-da58b769]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:38.55398468Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-040d9c"},"namespace":"ai-tenant-e2e-ipp-a-040d9c","name":"default-tenant","reconcileID":"f7d6fd94-52b9-4a30-a1de-60523d92514f","namespace":"ai-tenant-e2e-ipp-a-040d9c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:38.554043846Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-040d9c"},"namespace":"ai-tenant-e2e-ipp-a-040d9c","name":"default-tenant","reconcileID":"f7d6fd94-52b9-4a30-a1de-60523d92514f","namespace":"ai-tenant-e2e-ipp-a-040d9c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:38.554110005Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-040d9c"},"namespace":"ai-tenant-e2e-ipp-a-040d9c","name":"default-tenant","reconcileID":"f7d6fd94-52b9-4a30-a1de-60523d92514f","tenant":"e2e-ipp-a-040d9c","tenantID":"e2e-ipp-a-040d9c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:38.558953184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-040d9c"},"namespace":"ai-tenant-e2e-ipp-a-040d9c","name":"default-tenant","reconcileID":"f7d6fd94-52b9-4a30-a1de-60523d92514f","gvk":"Deployment","name":"maas-api-e2e-ipp-a-040d9c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:38.570481201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-040d9c"},"namespace":"ai-tenant-e2e-ipp-a-040d9c","name":"default-tenant","reconcileID":"f7d6fd94-52b9-4a30-a1de-60523d92514f","gvk":"Service","name":"maas-api-e2e-ipp-a-040d9c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:38.587263673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-040d9c"},"namespace":"ai-tenant-e2e-ipp-a-040d9c","name":"default-tenant","reconcileID":"f7d6fd94-52b9-4a30-a1de-60523d92514f","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-040d9c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:38.59225451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-040d9c"},"namespace":"ai-tenant-e2e-ipp-a-040d9c","name":"default-tenant","reconcileID":"f7d6fd94-52b9-4a30-a1de-60523d92514f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-040d9c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:38.598658535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-040d9c"},"namespace":"ai-tenant-e2e-ipp-a-040d9c","name":"default-tenant","reconcileID":"f7d6fd94-52b9-4a30-a1de-60523d92514f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-040d9c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:38.6061667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-040d9c"},"namespace":"ai-tenant-e2e-ipp-a-040d9c","name":"default-tenant","reconcileID":"f7d6fd94-52b9-4a30-a1de-60523d92514f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-040d9c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:38.614184514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-040d9c"},"namespace":"ai-tenant-e2e-ipp-a-040d9c","name":"default-tenant","reconcileID":"f7d6fd94-52b9-4a30-a1de-60523d92514f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-040d9c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:38.619524348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-040d9c"},"namespace":"ai-tenant-e2e-ipp-a-040d9c","name":"default-tenant","reconcileID":"f7d6fd94-52b9-4a30-a1de-60523d92514f","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-040d9c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:38.625738621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-040d9c"},"namespace":"ai-tenant-e2e-ipp-a-040d9c","name":"default-tenant","reconcileID":"f7d6fd94-52b9-4a30-a1de-60523d92514f","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-040d9c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:38.633862775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-040d9c"},"namespace":"ai-tenant-e2e-ipp-a-040d9c","name":"default-tenant","reconcileID":"f7d6fd94-52b9-4a30-a1de-60523d92514f","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-040d9c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:38.654182137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-040d9c"},"namespace":"ai-tenant-e2e-ipp-a-040d9c","name":"default-tenant","reconcileID":"f7d6fd94-52b9-4a30-a1de-60523d92514f","gvk":"Service","name":"payload-processing-e2e-ipp-a-040d9c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:38.670439067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-040d9c"},"namespace":"ai-tenant-e2e-ipp-a-040d9c","name":"default-tenant","reconcileID":"f7d6fd94-52b9-4a30-a1de-60523d92514f","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-040d9c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:38.683268583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-040d9c"},"namespace":"ai-tenant-e2e-ipp-a-040d9c","name":"default-tenant","reconcileID":"f7d6fd94-52b9-4a30-a1de-60523d92514f","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-040d9c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:38.692852618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-040d9c"},"namespace":"ai-tenant-e2e-ipp-a-040d9c","name":"default-tenant","reconcileID":"f7d6fd94-52b9-4a30-a1de-60523d92514f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-040d9c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:38.701007741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-040d9c"},"namespace":"ai-tenant-e2e-ipp-a-040d9c","name":"default-tenant","reconcileID":"f7d6fd94-52b9-4a30-a1de-60523d92514f","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-040d9c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:38.708149096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-040d9c"},"namespace":"ai-tenant-e2e-ipp-a-040d9c","name":"default-tenant","reconcileID":"f7d6fd94-52b9-4a30-a1de-60523d92514f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-040d9c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:38.713044494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-040d9c"},"namespace":"ai-tenant-e2e-ipp-a-040d9c","name":"default-tenant","reconcileID":"f7d6fd94-52b9-4a30-a1de-60523d92514f","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-040d9c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:38.717908357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-040d9c"},"namespace":"ai-tenant-e2e-ipp-a-040d9c","name":"default-tenant","reconcileID":"f7d6fd94-52b9-4a30-a1de-60523d92514f","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-040d9c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:38.725141963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-040d9c"},"namespace":"ai-tenant-e2e-ipp-a-040d9c","name":"default-tenant","reconcileID":"f7d6fd94-52b9-4a30-a1de-60523d92514f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-040d9c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:38.730204732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-040d9c"},"namespace":"ai-tenant-e2e-ipp-a-040d9c","name":"default-tenant","reconcileID":"f7d6fd94-52b9-4a30-a1de-60523d92514f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-040d9c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:39.044609478Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-040d9c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-040d9c","reconcileID":"0e145494-1042-4b53-b8f7-cb05b6d7f434","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-040d9c","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-040d9c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:39.368696335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c00e346-8770-49a2-a350-5ee1436d3053","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:39.393975851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c00e346-8770-49a2-a350-5ee1436d3053","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:39.398837556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c00e346-8770-49a2-a350-5ee1436d3053","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:39.444903275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c00e346-8770-49a2-a350-5ee1436d3053","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:39.661395602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4f14796-2b2c-407d-abca-2f9baa996454","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:39.665517967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4f14796-2b2c-407d-abca-2f9baa996454","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:39.669732193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4f14796-2b2c-407d-abca-2f9baa996454","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:39.67684464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4f14796-2b2c-407d-abca-2f9baa996454","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:40.400574627Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:40.473248559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"693fa130-fea7-40a7-a401-e6ad6736ae4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:40.478040204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"693fa130-fea7-40a7-a401-e6ad6736ae4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:40.483686116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"693fa130-fea7-40a7-a401-e6ad6736ae4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:40.487303552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"693fa130-fea7-40a7-a401-e6ad6736ae4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:40.842771087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b075e4c-279d-4f68-b490-e6e932e633a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:40.846496067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b075e4c-279d-4f68-b490-e6e932e633a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:40.84978996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b075e4c-279d-4f68-b490-e6e932e633a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:40.853122689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b075e4c-279d-4f68-b490-e6e932e633a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:43.908407645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-12a6e1-policy","namespace":"ai-tenant-e2e-api-b-12a6e1"},"namespace":"ai-tenant-e2e-api-b-12a6e1","name":"e2e-e2e-api-b-12a6e1-policy","reconcileID":"187bb6c6-2718-4dd2-9e9c-d4db07c5d925","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-12a6e1-policy","namespace":"ai-tenant-e2e-api-b-12a6e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-12a6e1","tenantID":"e2e-api-b-12a6e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:43.928165507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-12a6e1-policy","namespace":"ai-tenant-e2e-api-b-12a6e1"},"namespace":"ai-tenant-e2e-api-b-12a6e1","name":"e2e-e2e-api-b-12a6e1-policy","reconcileID":"187bb6c6-2718-4dd2-9e9c-d4db07c5d925","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-12a6e1-policy","namespace":"ai-tenant-e2e-api-b-12a6e1"},"name":"e2e-api-b-12a6e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:43.940514468Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-12a6e1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5a4bacf5c81d2d34c898c6a47d5aa97466151040905b398e25575dfe3a032cad) AuthConfig (8652cac6e0904b4c973bcd22f7d2b52c60c257d3ae54b8b6e968dff19c810868) AuthConfig (13631be3b7caa8ef5f0253661d62109c60e1a480623afd3e807a10bf59fe6fe8) AuthConfig (bc01927714f50d87f848840b10ce78032e8acdf12ec7cd836c16f87228c1f2e1) AuthConfig (515ef2dbf4db3be3b69eccbb7b6ed6839c25b015d3e37e022c5fe21abb5a059e) AuthConfig (2cabf0f3de36af69edd10b7f41961054d0a9abdb6fce2f9bacd8added5724e93)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-12a6e1-policy","namespace":"ai-tenant-e2e-api-b-12a6e1"},"namespace":"ai-tenant-e2e-api-b-12a6e1","name":"e2e-e2e-api-b-12a6e1-policy","reconcileID":"187bb6c6-2718-4dd2-9e9c-d4db07c5d925","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-12a6e1-policy","namespace":"ai-tenant-e2e-api-b-12a6e1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:44.021493035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-12a6e1-policy","namespace":"ai-tenant-e2e-api-b-12a6e1"},"namespace":"ai-tenant-e2e-api-b-12a6e1","name":"e2e-e2e-api-b-12a6e1-policy","reconcileID":"4846f490-7b98-4038-9baa-54bf6a84e8ec","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-12a6e1-policy","namespace":"ai-tenant-e2e-api-b-12a6e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-12a6e1","tenantID":"e2e-api-b-12a6e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:44.033896497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-12a6e1-policy","namespace":"ai-tenant-e2e-api-b-12a6e1"},"namespace":"ai-tenant-e2e-api-b-12a6e1","name":"e2e-e2e-api-b-12a6e1-policy","reconcileID":"4846f490-7b98-4038-9baa-54bf6a84e8ec","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-12a6e1-policy","namespace":"ai-tenant-e2e-api-b-12a6e1"},"name":"e2e-api-b-12a6e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:44.042469757Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-12a6e1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5a4bacf5c81d2d34c898c6a47d5aa97466151040905b398e25575dfe3a032cad) AuthConfig (8652cac6e0904b4c973bcd22f7d2b52c60c257d3ae54b8b6e968dff19c810868) AuthConfig (13631be3b7caa8ef5f0253661d62109c60e1a480623afd3e807a10bf59fe6fe8) AuthConfig (bc01927714f50d87f848840b10ce78032e8acdf12ec7cd836c16f87228c1f2e1) AuthConfig (515ef2dbf4db3be3b69eccbb7b6ed6839c25b015d3e37e022c5fe21abb5a059e) AuthConfig (2cabf0f3de36af69edd10b7f41961054d0a9abdb6fce2f9bacd8added5724e93)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-12a6e1-policy","namespace":"ai-tenant-e2e-api-b-12a6e1"},"namespace":"ai-tenant-e2e-api-b-12a6e1","name":"e2e-e2e-api-b-12a6e1-policy","reconcileID":"4846f490-7b98-4038-9baa-54bf6a84e8ec","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-12a6e1-policy","namespace":"ai-tenant-e2e-api-b-12a6e1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:46.602999341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"b1d0c72d-d3e1-4eb6-b451-e4e3efa5178a","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"tenant":"e2e-ipp-a-93574a","gateway":"openshift-ingress/e2e-ipp-a-93574a","model":"ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:46.603279487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"b1d0c72d-d3e1-4eb6-b451-e4e3efa5178a","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"routeName":"ipp-route-93574a-kserve-route","namespace":"ai-tenant-e2e-ipp-a-93574a","llmisvcName":"ipp-route-93574a","gateway":"openshift-ingress/e2e-ipp-a-93574a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:46.924445224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"e3fbb39f-e0cf-4c37-ac49-26adfc84d79d","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"tenant":"e2e-ipp-a-93574a","gateway":"openshift-ingress/e2e-ipp-a-93574a","model":"ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:46.924464005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"e3fbb39f-e0cf-4c37-ac49-26adfc84d79d","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"routeName":"ipp-route-93574a-kserve-route","namespace":"ai-tenant-e2e-ipp-a-93574a","llmisvcName":"ipp-route-93574a","gateway":"openshift-ingress/e2e-ipp-a-93574a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:46.932356568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"190a6bfb-56f6-4e0f-84d0-29142b1139f3","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"tenant":"e2e-ipp-a-93574a","gateway":"openshift-ingress/e2e-ipp-a-93574a","model":"ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:46.932380022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"190a6bfb-56f6-4e0f-84d0-29142b1139f3","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"routeName":"ipp-route-93574a-kserve-route","namespace":"ai-tenant-e2e-ipp-a-93574a","llmisvcName":"ipp-route-93574a","gateway":"openshift-ingress/e2e-ipp-a-93574a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:46.941745329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a-auth","reconcileID":"f329e4d8-d1e6-4d54-9a23-979f2ef73795","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-93574a","tenantID":"e2e-ipp-a-93574a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:46.977007841Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a-auth","reconcileID":"f329e4d8-d1e6-4d54-9a23-979f2ef73795","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"name":"e2e-ipp-a-93574a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:46.993785119Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-93574a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a-auth","reconcileID":"f329e4d8-d1e6-4d54-9a23-979f2ef73795","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:47.021629539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"e4681f47-79f3-4a05-b68c-4c5cbcadae7e","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"tenant":"e2e-ipp-a-93574a","gateway":"openshift-ingress/e2e-ipp-a-93574a","model":"ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:47.021659975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"e4681f47-79f3-4a05-b68c-4c5cbcadae7e","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"routeName":"ipp-route-93574a-kserve-route","namespace":"ai-tenant-e2e-ipp-a-93574a","llmisvcName":"ipp-route-93574a","gateway":"openshift-ingress/e2e-ipp-a-93574a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:47.680599767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"860ba582-5df9-4075-9ae9-46f85c7ed367","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:47.697463865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"860ba582-5df9-4075-9ae9-46f85c7ed367","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:47.707557422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"860ba582-5df9-4075-9ae9-46f85c7ed367","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:47.711619499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"860ba582-5df9-4075-9ae9-46f85c7ed367","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:47.91929984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd26146b-ca56-4226-be28-238569716ee0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:47.922458874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd26146b-ca56-4226-be28-238569716ee0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:47.925391653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd26146b-ca56-4226-be28-238569716ee0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:47.929319728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd26146b-ca56-4226-be28-238569716ee0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:48.333637429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf030a3b-086d-4863-bd3e-b8a19e538317","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:48.337681453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf030a3b-086d-4863-bd3e-b8a19e538317","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:48.342012557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf030a3b-086d-4863-bd3e-b8a19e538317","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:48.349035758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf030a3b-086d-4863-bd3e-b8a19e538317","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:48.722566788Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-6a327a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-6a327a","reconcileID":"bceffe19-b89c-4a6c-85b7-c729132901cd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-6a327a","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-6a327a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:49.00251078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44ee78cf-d1a8-4d28-9ca4-3fa05aa75cff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:49.175182457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44ee78cf-d1a8-4d28-9ca4-3fa05aa75cff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:49.191258863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44ee78cf-d1a8-4d28-9ca4-3fa05aa75cff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:49.197707466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44ee78cf-d1a8-4d28-9ca4-3fa05aa75cff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:49.685938726Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-12a6e1"},"namespace":"ai-tenant-e2e-api-b-12a6e1","name":"default-tenant","reconcileID":"4250416a-a247-4ceb-9b96-31c9fbc31c8b","namespace":"ai-tenant-e2e-api-b-12a6e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:49.686012711Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-12a6e1"},"namespace":"ai-tenant-e2e-api-b-12a6e1","name":"default-tenant","reconcileID":"4250416a-a247-4ceb-9b96-31c9fbc31c8b","namespace":"ai-tenant-e2e-api-b-12a6e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:49.686082621Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-12a6e1"},"namespace":"ai-tenant-e2e-api-b-12a6e1","name":"default-tenant","reconcileID":"4250416a-a247-4ceb-9b96-31c9fbc31c8b","name":"e2e-e2e-api-b-12a6e1-policy","namespace":"ai-tenant-e2e-api-b-12a6e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:49.693474962Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-12a6e1"},"namespace":"ai-tenant-e2e-api-b-12a6e1","name":"default-tenant","reconcileID":"4250416a-a247-4ceb-9b96-31c9fbc31c8b","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:49.693996496Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-12a6e1-policy","namespace":"ai-tenant-e2e-api-b-12a6e1"},"namespace":"ai-tenant-e2e-api-b-12a6e1","name":"e2e-e2e-api-b-12a6e1-policy","reconcileID":"4dce6dd0-a37d-4645-aa72-f7c28825eae6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-12a6e1-policy","namespace":"ai-tenant-e2e-api-b-12a6e1"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:49.694149459Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9f0dcc6a-d23f-4a0c-a169-e89738f82980","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:49.694169937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9f0dcc6a-d23f-4a0c-a169-e89738f82980","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:49.76055537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-12a6e1-policy","namespace":"ai-tenant-e2e-api-b-12a6e1"},"namespace":"ai-tenant-e2e-api-b-12a6e1","name":"e2e-e2e-api-b-12a6e1-policy","reconcileID":"4dce6dd0-a37d-4645-aa72-f7c28825eae6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-12a6e1-policy","namespace":"ai-tenant-e2e-api-b-12a6e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-12a6e1","tenantID":"e2e-api-b-12a6e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:49.763130491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a-auth","reconcileID":"463fb257-dccd-4e91-bb78-f16e913f9193","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-93574a","tenantID":"e2e-ipp-a-93574a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:49.77780677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a-auth","reconcileID":"463fb257-dccd-4e91-bb78-f16e913f9193","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"name":"e2e-ipp-a-93574a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:49.856893341Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-93574a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a-auth","reconcileID":"463fb257-dccd-4e91-bb78-f16e913f9193","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:49.863794633Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-12a6e1-policy","namespace":"ai-tenant-e2e-api-b-12a6e1"},"namespace":"ai-tenant-e2e-api-b-12a6e1","name":"e2e-e2e-api-b-12a6e1-policy","reconcileID":"4dce6dd0-a37d-4645-aa72-f7c28825eae6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-12a6e1-policy","namespace":"ai-tenant-e2e-api-b-12a6e1"},"name":"e2e-api-b-12a6e1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:49.863815613Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-12a6e1-policy","namespace":"ai-tenant-e2e-api-b-12a6e1"},"namespace":"ai-tenant-e2e-api-b-12a6e1","name":"e2e-e2e-api-b-12a6e1-policy","reconcileID":"4dce6dd0-a37d-4645-aa72-f7c28825eae6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-12a6e1-policy","namespace":"ai-tenant-e2e-api-b-12a6e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-12a6e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:49.873266869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac80b61a-58e2-4e50-a0d8-137e7aa29e82","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:49.873283523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac80b61a-58e2-4e50-a0d8-137e7aa29e82","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:57.094261136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"default-tenant","reconcileID":"1397a44b-42ab-4de4-be1d-eaf43d2fb8b5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-6a327a","tenantID":"e2e-praxis-a-6a327a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:57.111832245Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"default-tenant","reconcileID":"1397a44b-42ab-4de4-be1d-eaf43d2fb8b5","name":"e2e-praxis-a-6a327a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:59.503894334Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e7e190"},"namespace":"ai-tenant-e2e-ipp-b-e7e190","name":"default-tenant","reconcileID":"d6142fe4-cb4e-473d-8a8e-84b7904e94e1","namespace":"ai-tenant-e2e-ipp-b-e7e190","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:59.503954577Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e7e190"},"namespace":"ai-tenant-e2e-ipp-b-e7e190","name":"default-tenant","reconcileID":"d6142fe4-cb4e-473d-8a8e-84b7904e94e1","namespace":"ai-tenant-e2e-ipp-b-e7e190","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:59.504003188Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e7e190"},"namespace":"ai-tenant-e2e-ipp-b-e7e190","name":"default-tenant","reconcileID":"d6142fe4-cb4e-473d-8a8e-84b7904e94e1","tenant":"e2e-ipp-b-e7e190","tenantID":"e2e-ipp-b-e7e190","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:59.508999245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e7e190"},"namespace":"ai-tenant-e2e-ipp-b-e7e190","name":"default-tenant","reconcileID":"d6142fe4-cb4e-473d-8a8e-84b7904e94e1","gvk":"Deployment","name":"maas-api-e2e-ipp-b-e7e190","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:59.522452734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e7e190"},"namespace":"ai-tenant-e2e-ipp-b-e7e190","name":"default-tenant","reconcileID":"d6142fe4-cb4e-473d-8a8e-84b7904e94e1","gvk":"Service","name":"maas-api-e2e-ipp-b-e7e190","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:59.534029663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e7e190"},"namespace":"ai-tenant-e2e-ipp-b-e7e190","name":"default-tenant","reconcileID":"d6142fe4-cb4e-473d-8a8e-84b7904e94e1","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-e7e190","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:59.540260831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e7e190"},"namespace":"ai-tenant-e2e-ipp-b-e7e190","name":"default-tenant","reconcileID":"d6142fe4-cb4e-473d-8a8e-84b7904e94e1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-e7e190","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:59.549162491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e7e190"},"namespace":"ai-tenant-e2e-ipp-b-e7e190","name":"default-tenant","reconcileID":"d6142fe4-cb4e-473d-8a8e-84b7904e94e1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-e7e190","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:59.554334257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e7e190"},"namespace":"ai-tenant-e2e-ipp-b-e7e190","name":"default-tenant","reconcileID":"d6142fe4-cb4e-473d-8a8e-84b7904e94e1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-e7e190","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:59.562364059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e7e190"},"namespace":"ai-tenant-e2e-ipp-b-e7e190","name":"default-tenant","reconcileID":"d6142fe4-cb4e-473d-8a8e-84b7904e94e1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-e7e190","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:59.567381135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e7e190"},"namespace":"ai-tenant-e2e-ipp-b-e7e190","name":"default-tenant","reconcileID":"d6142fe4-cb4e-473d-8a8e-84b7904e94e1","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-e7e190","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:59.572075387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e7e190"},"namespace":"ai-tenant-e2e-ipp-b-e7e190","name":"default-tenant","reconcileID":"d6142fe4-cb4e-473d-8a8e-84b7904e94e1","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-e7e190","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:59.582607709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e7e190"},"namespace":"ai-tenant-e2e-ipp-b-e7e190","name":"default-tenant","reconcileID":"d6142fe4-cb4e-473d-8a8e-84b7904e94e1","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-e7e190","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:59.603505843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e7e190"},"namespace":"ai-tenant-e2e-ipp-b-e7e190","name":"default-tenant","reconcileID":"d6142fe4-cb4e-473d-8a8e-84b7904e94e1","gvk":"Service","name":"payload-processing-e2e-ipp-b-e7e190","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:59.621351807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e7e190"},"namespace":"ai-tenant-e2e-ipp-b-e7e190","name":"default-tenant","reconcileID":"d6142fe4-cb4e-473d-8a8e-84b7904e94e1","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-e7e190","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:59.629328005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e7e190"},"namespace":"ai-tenant-e2e-ipp-b-e7e190","name":"default-tenant","reconcileID":"d6142fe4-cb4e-473d-8a8e-84b7904e94e1","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-e7e190","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:59.637268482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e7e190"},"namespace":"ai-tenant-e2e-ipp-b-e7e190","name":"default-tenant","reconcileID":"d6142fe4-cb4e-473d-8a8e-84b7904e94e1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-e7e190","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:59.64926948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e7e190"},"namespace":"ai-tenant-e2e-ipp-b-e7e190","name":"default-tenant","reconcileID":"d6142fe4-cb4e-473d-8a8e-84b7904e94e1","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-e7e190","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:59.658550479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e7e190"},"namespace":"ai-tenant-e2e-ipp-b-e7e190","name":"default-tenant","reconcileID":"d6142fe4-cb4e-473d-8a8e-84b7904e94e1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-e7e190","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:59.66517084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e7e190"},"namespace":"ai-tenant-e2e-ipp-b-e7e190","name":"default-tenant","reconcileID":"d6142fe4-cb4e-473d-8a8e-84b7904e94e1","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-e7e190","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:59.675295101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e7e190"},"namespace":"ai-tenant-e2e-ipp-b-e7e190","name":"default-tenant","reconcileID":"d6142fe4-cb4e-473d-8a8e-84b7904e94e1","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-e7e190","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:59.679900998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e7e190"},"namespace":"ai-tenant-e2e-ipp-b-e7e190","name":"default-tenant","reconcileID":"d6142fe4-cb4e-473d-8a8e-84b7904e94e1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-e7e190","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:59.684395849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e7e190"},"namespace":"ai-tenant-e2e-ipp-b-e7e190","name":"default-tenant","reconcileID":"d6142fe4-cb4e-473d-8a8e-84b7904e94e1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-e7e190","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:59.770339956Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-e7e190","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-e7e190","reconcileID":"7275fb17-8d7d-4180-b5f8-b73a0b371616","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-e7e190","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-e7e190"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:59.99299091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a-auth","reconcileID":"6fac4846-a6ba-4182-993f-88ec24af710f","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-93574a","tenantID":"e2e-ipp-a-93574a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:00.060373196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a-auth","reconcileID":"6fac4846-a6ba-4182-993f-88ec24af710f","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"name":"e2e-ipp-a-93574a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:00.075870463Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-93574a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a-auth","reconcileID":"6fac4846-a6ba-4182-993f-88ec24af710f","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:00.243681531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43a09539-2435-4974-b3c0-5b3d52b568de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:00.248705745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43a09539-2435-4974-b3c0-5b3d52b568de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:00.252807425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43a09539-2435-4974-b3c0-5b3d52b568de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:00.25725297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43a09539-2435-4974-b3c0-5b3d52b568de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:00.630620604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4a94fcd-074d-4efc-80c4-f47228c7d1d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:00.633482679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4a94fcd-074d-4efc-80c4-f47228c7d1d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:00.636524493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4a94fcd-074d-4efc-80c4-f47228c7d1d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:00.639413274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4a94fcd-074d-4efc-80c4-f47228c7d1d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:00.828550899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"130689a3-9226-4e3d-9ffc-b88804d14913","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:00.834014424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"130689a3-9226-4e3d-9ffc-b88804d14913","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:00.865839982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"130689a3-9226-4e3d-9ffc-b88804d14913","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:00.869730086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"130689a3-9226-4e3d-9ffc-b88804d14913","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:02.934564513Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-12a6e1"},"namespace":"ai-tenant-e2e-api-b-12a6e1","name":"default-tenant","reconcileID":"b6a21cd5-aebf-4af3-931d-77783eb6fe41","namespace":"ai-tenant-e2e-api-b-12a6e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:02.934621406Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-12a6e1"},"namespace":"ai-tenant-e2e-api-b-12a6e1","name":"default-tenant","reconcileID":"b6a21cd5-aebf-4af3-931d-77783eb6fe41","namespace":"ai-tenant-e2e-api-b-12a6e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:02.93466909Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-12a6e1"},"namespace":"ai-tenant-e2e-api-b-12a6e1","name":"default-tenant","reconcileID":"b6a21cd5-aebf-4af3-931d-77783eb6fe41","tenant":"e2e-api-b-12a6e1","tenantID":"e2e-api-b-12a6e1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:02.93954328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-12a6e1"},"namespace":"ai-tenant-e2e-api-b-12a6e1","name":"default-tenant","reconcileID":"b6a21cd5-aebf-4af3-931d-77783eb6fe41","gvk":"Deployment","name":"maas-api-e2e-api-b-12a6e1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:02.951263879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-12a6e1"},"namespace":"ai-tenant-e2e-api-b-12a6e1","name":"default-tenant","reconcileID":"b6a21cd5-aebf-4af3-931d-77783eb6fe41","gvk":"Service","name":"maas-api-e2e-api-b-12a6e1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:02.969182254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-12a6e1"},"namespace":"ai-tenant-e2e-api-b-12a6e1","name":"default-tenant","reconcileID":"b6a21cd5-aebf-4af3-931d-77783eb6fe41","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-12a6e1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:02.973615591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-12a6e1"},"namespace":"ai-tenant-e2e-api-b-12a6e1","name":"default-tenant","reconcileID":"b6a21cd5-aebf-4af3-931d-77783eb6fe41","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-12a6e1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:02.98147249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-12a6e1"},"namespace":"ai-tenant-e2e-api-b-12a6e1","name":"default-tenant","reconcileID":"b6a21cd5-aebf-4af3-931d-77783eb6fe41","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-12a6e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:02.986949173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-12a6e1"},"namespace":"ai-tenant-e2e-api-b-12a6e1","name":"default-tenant","reconcileID":"b6a21cd5-aebf-4af3-931d-77783eb6fe41","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-12a6e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:02.993953033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-12a6e1"},"namespace":"ai-tenant-e2e-api-b-12a6e1","name":"default-tenant","reconcileID":"b6a21cd5-aebf-4af3-931d-77783eb6fe41","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-12a6e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:02.998970407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-12a6e1"},"namespace":"ai-tenant-e2e-api-b-12a6e1","name":"default-tenant","reconcileID":"b6a21cd5-aebf-4af3-931d-77783eb6fe41","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-12a6e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:03.001569984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-12a6e1"},"namespace":"ai-tenant-e2e-api-b-12a6e1","name":"default-tenant","reconcileID":"b6a21cd5-aebf-4af3-931d-77783eb6fe41","gvk":"Deployment","name":"payload-processing-e2e-api-b-12a6e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:03.003978942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-12a6e1"},"namespace":"ai-tenant-e2e-api-b-12a6e1","name":"default-tenant","reconcileID":"b6a21cd5-aebf-4af3-931d-77783eb6fe41","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-12a6e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:03.006586025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-12a6e1"},"namespace":"ai-tenant-e2e-api-b-12a6e1","name":"default-tenant","reconcileID":"b6a21cd5-aebf-4af3-931d-77783eb6fe41","gvk":"Service","name":"payload-processing-e2e-api-b-12a6e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:03.009187368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-12a6e1"},"namespace":"ai-tenant-e2e-api-b-12a6e1","name":"default-tenant","reconcileID":"b6a21cd5-aebf-4af3-931d-77783eb6fe41","gvk":"Service","name":"payload-pre-processing-e2e-api-b-12a6e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:03.013542623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-12a6e1"},"namespace":"ai-tenant-e2e-api-b-12a6e1","name":"default-tenant","reconcileID":"b6a21cd5-aebf-4af3-931d-77783eb6fe41","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-12a6e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:03.016034761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-12a6e1"},"namespace":"ai-tenant-e2e-api-b-12a6e1","name":"default-tenant","reconcileID":"b6a21cd5-aebf-4af3-931d-77783eb6fe41","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-12a6e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:03.018812166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-12a6e1"},"namespace":"ai-tenant-e2e-api-b-12a6e1","name":"default-tenant","reconcileID":"b6a21cd5-aebf-4af3-931d-77783eb6fe41","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-12a6e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:03.024584634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-12a6e1"},"namespace":"ai-tenant-e2e-api-b-12a6e1","name":"default-tenant","reconcileID":"b6a21cd5-aebf-4af3-931d-77783eb6fe41","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-12a6e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:03.027086198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-12a6e1"},"namespace":"ai-tenant-e2e-api-b-12a6e1","name":"default-tenant","reconcileID":"b6a21cd5-aebf-4af3-931d-77783eb6fe41","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-12a6e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:03.029335712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-12a6e1"},"namespace":"ai-tenant-e2e-api-b-12a6e1","name":"default-tenant","reconcileID":"b6a21cd5-aebf-4af3-931d-77783eb6fe41","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-12a6e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:03.031730335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-12a6e1"},"namespace":"ai-tenant-e2e-api-b-12a6e1","name":"default-tenant","reconcileID":"b6a21cd5-aebf-4af3-931d-77783eb6fe41","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-12a6e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:03.034160012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-12a6e1"},"namespace":"ai-tenant-e2e-api-b-12a6e1","name":"default-tenant","reconcileID":"b6a21cd5-aebf-4af3-931d-77783eb6fe41","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-12a6e1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:03.156232304Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-12a6e1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-12a6e1","reconcileID":"4d0899f9-146d-4525-ab29-9e802f3f9b4b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-12a6e1","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-12a6e1"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:03.460443902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43475034-6bb8-463c-a93f-f2836544851c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:03.506124584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43475034-6bb8-463c-a93f-f2836544851c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:03.528913668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43475034-6bb8-463c-a93f-f2836544851c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:03.541159193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43475034-6bb8-463c-a93f-f2836544851c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:03.812653968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dba1a63-2ec8-49c6-b545-4de8c6f02b17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:03.816743489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dba1a63-2ec8-49c6-b545-4de8c6f02b17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:03.820075273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dba1a63-2ec8-49c6-b545-4de8c6f02b17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:03.823273116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dba1a63-2ec8-49c6-b545-4de8c6f02b17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:05.874619824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95f5f1b3-0a00-4387-b8fd-d0841a7f836e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:05.877684857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95f5f1b3-0a00-4387-b8fd-d0841a7f836e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:05.881474924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95f5f1b3-0a00-4387-b8fd-d0841a7f836e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:05.884646291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95f5f1b3-0a00-4387-b8fd-d0841a7f836e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:06.23086896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83a69132-68f4-4ebd-8d28-d7beb2a69635","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:06.233935599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83a69132-68f4-4ebd-8d28-d7beb2a69635","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:06.237005339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83a69132-68f4-4ebd-8d28-d7beb2a69635","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:06.240068419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83a69132-68f4-4ebd-8d28-d7beb2a69635","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:10.100710288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a-auth","reconcileID":"5f7ff2a5-6c58-48ce-a0e8-09990199620d","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-93574a","tenantID":"e2e-ipp-a-93574a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:10.111722164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a-auth","reconcileID":"5f7ff2a5-6c58-48ce-a0e8-09990199620d","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"name":"e2e-ipp-a-93574a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:10.119899897Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-93574a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a-auth","reconcileID":"5f7ff2a5-6c58-48ce-a0e8-09990199620d","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:10.392974639Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:10.897904382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69971937-be28-41ca-95cb-b5c68f22bd45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:10.900842128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69971937-be28-41ca-95cb-b5c68f22bd45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:10.904291151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69971937-be28-41ca-95cb-b5c68f22bd45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:10.908074379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69971937-be28-41ca-95cb-b5c68f22bd45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:11.333795184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89196f13-d952-4670-933e-271d7ed87a5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:11.337852365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89196f13-d952-4670-933e-271d7ed87a5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:11.341606819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89196f13-d952-4670-933e-271d7ed87a5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:11.344824085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89196f13-d952-4670-933e-271d7ed87a5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:11.760122908Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-fe0612","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-fe0612","reconcileID":"af728b72-6ffd-46e7-8560-9268e912ec09","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-fe0612","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-fe0612":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:12.101830187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d303c0c-18d5-4416-af4e-db9088a998a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:12.104911672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d303c0c-18d5-4416-af4e-db9088a998a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:12.108645117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d303c0c-18d5-4416-af4e-db9088a998a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:12.112290124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d303c0c-18d5-4416-af4e-db9088a998a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:12.717480967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1b903af-d579-4a04-830a-9ebc6bcecedd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:12.72125176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1b903af-d579-4a04-830a-9ebc6bcecedd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:12.72446704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1b903af-d579-4a04-830a-9ebc6bcecedd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:12.728113095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1b903af-d579-4a04-830a-9ebc6bcecedd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:12.973125701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35f7e91c-d817-44a4-b85c-311e1d2d16a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:12.978739524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35f7e91c-d817-44a4-b85c-311e1d2d16a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:12.985491622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35f7e91c-d817-44a4-b85c-311e1d2d16a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:12.991990885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35f7e91c-d817-44a4-b85c-311e1d2d16a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:13.638290917Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-655193","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-655193","reconcileID":"ccf9c95e-60b0-46a5-a8b0-5bca6341dc31","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-655193","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-655193":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:14.322469536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97da05d1-da58-4681-a094-e2623842abb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:14.354537918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97da05d1-da58-4681-a094-e2623842abb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:14.378940714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97da05d1-da58-4681-a094-e2623842abb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:14.453383612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97da05d1-da58-4681-a094-e2623842abb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:14.835685885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed7c4f54-bf78-4f8d-b7f5-ecc18dd1de02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:14.839192736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed7c4f54-bf78-4f8d-b7f5-ecc18dd1de02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:14.842494902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed7c4f54-bf78-4f8d-b7f5-ecc18dd1de02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:14.845666137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed7c4f54-bf78-4f8d-b7f5-ecc18dd1de02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:15.325798708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2520efa6-f47c-4cb1-bdb9-d76adcfe7dcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:15.37044368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2520efa6-f47c-4cb1-bdb9-d76adcfe7dcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:15.405346561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2520efa6-f47c-4cb1-bdb9-d76adcfe7dcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:15.411449964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2520efa6-f47c-4cb1-bdb9-d76adcfe7dcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:15.573575308Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-a014d1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-a014d1","reconcileID":"87e25906-eb9f-4d06-bc64-04ab544283d9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-a014d1","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-a014d1":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:16.241250501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb47ac96-4e86-4a1f-aefa-ce683df7569d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:16.24546746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb47ac96-4e86-4a1f-aefa-ce683df7569d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:16.248639287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb47ac96-4e86-4a1f-aefa-ce683df7569d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:16.251862345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb47ac96-4e86-4a1f-aefa-ce683df7569d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:16.654792924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be8ff827-2563-478d-bc3f-53713a3dae41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:16.663906446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be8ff827-2563-478d-bc3f-53713a3dae41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:16.671567991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be8ff827-2563-478d-bc3f-53713a3dae41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:16.677490189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be8ff827-2563-478d-bc3f-53713a3dae41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:17.017343286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3c06483-f775-412d-bbb5-e8f5d68bb283","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:17.020885621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3c06483-f775-412d-bbb5-e8f5d68bb283","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:17.024881795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3c06483-f775-412d-bbb5-e8f5d68bb283","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:17.028952959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3c06483-f775-412d-bbb5-e8f5d68bb283","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:17.611439976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70628963-5c97-48ab-b6cf-5ea89c4cb1fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:17.614711529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70628963-5c97-48ab-b6cf-5ea89c4cb1fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:17.617758837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70628963-5c97-48ab-b6cf-5ea89c4cb1fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:17.620826308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70628963-5c97-48ab-b6cf-5ea89c4cb1fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:17.990718269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5712dcbf-0c33-4b12-8a44-6a76fd01ce0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:17.999482089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5712dcbf-0c33-4b12-8a44-6a76fd01ce0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:18.062623323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5712dcbf-0c33-4b12-8a44-6a76fd01ce0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:18.102033268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5712dcbf-0c33-4b12-8a44-6a76fd01ce0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:18.175691936Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-f778f5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-f778f5","reconcileID":"8dc7c265-35bf-44a6-80ee-7bfb7be095c6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-f778f5","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-f778f5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:18.397057344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41bfadd9-08b7-4193-9b88-64e58a330ff0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:18.402545994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41bfadd9-08b7-4193-9b88-64e58a330ff0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:18.410798848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41bfadd9-08b7-4193-9b88-64e58a330ff0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:18.415889741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41bfadd9-08b7-4193-9b88-64e58a330ff0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:20.127261156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a-auth","reconcileID":"3a8551f3-3212-4ecd-873e-c511ce8cdf61","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-93574a","tenantID":"e2e-ipp-a-93574a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:20.159653394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a-auth","reconcileID":"3a8551f3-3212-4ecd-873e-c511ce8cdf61","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"name":"e2e-ipp-a-93574a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:20.169436113Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-93574a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (12dbb3e59b7fb6b2d82aad93d873c53e6f289797c58d92d4bcdbb67125628368) AuthConfig (07f6559bbe8087b1c0e577e1435ec914460d384bcc04c0ebbf7674a0967546e7) AuthConfig (b1ca66f527be0ff6298f1cc883714466c10cdb99defa9e6c087a86520a855323) AuthConfig (ff7aafaa3d8ea2b664fd34d619bb9b2c9214b44bb6b059df04301b073c084d25) AuthConfig (3e20c35dd03f54704179963bd1f7fbd677fe5d5d36bf6ee6f22773209b4833b5) AuthConfig (cef26ef7deff2458a6303116d47790c99064b99300a56b38658e5b6c0dc8f0b9) AuthConfig (070d593c3d0f7326d6246526953e4e81216aa86bf3fdb2e80b51b21f08d056bb) AuthConfig (7a859de2a618f9079a154512a7a88b3ff35e4c1d0fc78224c3f49c280a2099c7) AuthConfig (5400248d50c5702de9d5c292df1e69abb723f6546bc95b2da4b436a90249af88) AuthConfig (a74c4aae7e535226726f7ddae4503d46a4fccc5c474e47ae45a904e16b0ddedd) AuthConfig (9d7e54f419cf706c1a3d6e1218632a8e3e7b14c277c80e472c8bcded681c7301) AuthConfig (666399c30f09d46904b5c6297771787bc05001d7e3ac16ee11f293672056c648) AuthConfig (3ffff4b61bf92c6de82d88f624b8f75557cc84ae54e1f715e146b0efc7d331c5) AuthConfig (8ec1b097a6d5d5173767ebfd03b77f418bb7512dfe665ec37bd45239c85eb942) AuthConfig (fd05195afa2affadc99c09a268cf093604525e061d1234b1089924c361f9afc3) AuthConfig (d5e6c74c23da3840383e1b329d621773735d92b1fc71106073dc1fbfe0b3ff56) AuthConfig (53887061ec43efdb0a0828aae2659774944cbc0415526ebb30dbe8a5d47dabbb) AuthConfig (eb7e60dd0eddba95e3eba5ad8b6afb3a2c180bcf382de1c667cbf2913fe7c5cc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a-auth","reconcileID":"3a8551f3-3212-4ecd-873e-c511ce8cdf61","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:20.18286681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"1bddd457-be49-436a-8390-1f4c9cc06428","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"tenant":"e2e-ipp-a-93574a","gateway":"openshift-ingress/e2e-ipp-a-93574a","model":"ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:20.182940076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"1bddd457-be49-436a-8390-1f4c9cc06428","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"routeName":"ipp-route-93574a-kserve-route","namespace":"ai-tenant-e2e-ipp-a-93574a","llmisvcName":"ipp-route-93574a","gateway":"openshift-ingress/e2e-ipp-a-93574a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:24.428342131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fe0612"},"namespace":"ai-tenant-e2e-ipp-b-fe0612","name":"default-tenant","reconcileID":"2748af23-b6b9-4410-82e1-36ea82acabe9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-fe0612","tenantID":"e2e-ipp-b-fe0612","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:24.452724432Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fe0612"},"namespace":"ai-tenant-e2e-ipp-b-fe0612","name":"default-tenant","reconcileID":"2748af23-b6b9-4410-82e1-36ea82acabe9","name":"e2e-ipp-b-fe0612-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:26.264495567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-655193"},"namespace":"ai-tenant-e2e-praxis-a-655193","name":"default-tenant","reconcileID":"e37901aa-cec4-472b-b69c-8d922e59dccd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-655193","tenantID":"e2e-praxis-a-655193","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:26.321139772Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-655193"},"namespace":"ai-tenant-e2e-praxis-a-655193","name":"default-tenant","reconcileID":"e37901aa-cec4-472b-b69c-8d922e59dccd","name":"e2e-praxis-a-655193-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:28.945408741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a014d1"},"namespace":"ai-tenant-e2e-praxis-b-a014d1","name":"default-tenant","reconcileID":"990a451a-e140-4eec-a6d9-397374cb1ea3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-a014d1","tenantID":"e2e-praxis-b-a014d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:29.008849229Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a014d1"},"namespace":"ai-tenant-e2e-praxis-b-a014d1","name":"default-tenant","reconcileID":"990a451a-e140-4eec-a6d9-397374cb1ea3","name":"e2e-praxis-b-a014d1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:30.200572131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a-auth","reconcileID":"e31f6270-0424-4ab2-91e5-0094539871f1","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-93574a","tenantID":"e2e-ipp-a-93574a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:30.20902161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a-auth","reconcileID":"e31f6270-0424-4ab2-91e5-0094539871f1","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"name":"e2e-ipp-a-93574a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:30.220683873Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-93574a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (12dbb3e59b7fb6b2d82aad93d873c53e6f289797c58d92d4bcdbb67125628368) AuthConfig (07f6559bbe8087b1c0e577e1435ec914460d384bcc04c0ebbf7674a0967546e7) AuthConfig (b1ca66f527be0ff6298f1cc883714466c10cdb99defa9e6c087a86520a855323) AuthConfig (ff7aafaa3d8ea2b664fd34d619bb9b2c9214b44bb6b059df04301b073c084d25) AuthConfig (3e20c35dd03f54704179963bd1f7fbd677fe5d5d36bf6ee6f22773209b4833b5) AuthConfig (cef26ef7deff2458a6303116d47790c99064b99300a56b38658e5b6c0dc8f0b9) AuthConfig (070d593c3d0f7326d6246526953e4e81216aa86bf3fdb2e80b51b21f08d056bb) AuthConfig (7a859de2a618f9079a154512a7a88b3ff35e4c1d0fc78224c3f49c280a2099c7) AuthConfig (5400248d50c5702de9d5c292df1e69abb723f6546bc95b2da4b436a90249af88) AuthConfig (a74c4aae7e535226726f7ddae4503d46a4fccc5c474e47ae45a904e16b0ddedd) AuthConfig (9d7e54f419cf706c1a3d6e1218632a8e3e7b14c277c80e472c8bcded681c7301) AuthConfig (666399c30f09d46904b5c6297771787bc05001d7e3ac16ee11f293672056c648) AuthConfig (3ffff4b61bf92c6de82d88f624b8f75557cc84ae54e1f715e146b0efc7d331c5) AuthConfig (8ec1b097a6d5d5173767ebfd03b77f418bb7512dfe665ec37bd45239c85eb942) AuthConfig (fd05195afa2affadc99c09a268cf093604525e061d1234b1089924c361f9afc3) AuthConfig (d5e6c74c23da3840383e1b329d621773735d92b1fc71106073dc1fbfe0b3ff56) AuthConfig (53887061ec43efdb0a0828aae2659774944cbc0415526ebb30dbe8a5d47dabbb) AuthConfig (eb7e60dd0eddba95e3eba5ad8b6afb3a2c180bcf382de1c667cbf2913fe7c5cc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a-auth","reconcileID":"e31f6270-0424-4ab2-91e5-0094539871f1","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:31.001331846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f778f5"},"namespace":"ai-tenant-e2e-praxis-a-f778f5","name":"default-tenant","reconcileID":"8a220ef7-aba3-4314-8bc8-28232bc3a0bf","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-f778f5","tenantID":"e2e-praxis-a-f778f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:31.036311181Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f778f5"},"namespace":"ai-tenant-e2e-praxis-a-f778f5","name":"default-tenant","reconcileID":"8a220ef7-aba3-4314-8bc8-28232bc3a0bf","name":"e2e-praxis-a-f778f5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:36.966451722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ee98644-95c7-4b7c-a816-bffa52b11cdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:36.969884896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ee98644-95c7-4b7c-a816-bffa52b11cdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:36.973179873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ee98644-95c7-4b7c-a816-bffa52b11cdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:36.977181761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ee98644-95c7-4b7c-a816-bffa52b11cdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:37.235119729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a9fc5a3-4700-4394-8718-5f31851514ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:37.238287556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a9fc5a3-4700-4394-8718-5f31851514ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:37.241467189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a9fc5a3-4700-4394-8718-5f31851514ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:37.244585071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a9fc5a3-4700-4394-8718-5f31851514ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:38.606198506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2153a6ac-c007-4bcf-b1e6-4abfbf4c321e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:38.609565259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2153a6ac-c007-4bcf-b1e6-4abfbf4c321e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:38.612531516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2153a6ac-c007-4bcf-b1e6-4abfbf4c321e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:38.615601422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2153a6ac-c007-4bcf-b1e6-4abfbf4c321e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:38.935278386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f6bc1e2-cd3a-41eb-8487-afb2400af1be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:38.942353309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f6bc1e2-cd3a-41eb-8487-afb2400af1be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:38.949801476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f6bc1e2-cd3a-41eb-8487-afb2400af1be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:38.953497686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f6bc1e2-cd3a-41eb-8487-afb2400af1be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:40.240549837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a-auth","reconcileID":"ab6311ea-2602-4a18-a6a6-755f77c4573c","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-93574a","tenantID":"e2e-ipp-a-93574a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:40.306248371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a-auth","reconcileID":"ab6311ea-2602-4a18-a6a6-755f77c4573c","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"name":"e2e-ipp-a-93574a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:40.323601122Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-93574a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (12dbb3e59b7fb6b2d82aad93d873c53e6f289797c58d92d4bcdbb67125628368) AuthConfig (07f6559bbe8087b1c0e577e1435ec914460d384bcc04c0ebbf7674a0967546e7) AuthConfig (b1ca66f527be0ff6298f1cc883714466c10cdb99defa9e6c087a86520a855323) AuthConfig (ff7aafaa3d8ea2b664fd34d619bb9b2c9214b44bb6b059df04301b073c084d25) AuthConfig (3e20c35dd03f54704179963bd1f7fbd677fe5d5d36bf6ee6f22773209b4833b5) AuthConfig (cef26ef7deff2458a6303116d47790c99064b99300a56b38658e5b6c0dc8f0b9) AuthConfig (070d593c3d0f7326d6246526953e4e81216aa86bf3fdb2e80b51b21f08d056bb) AuthConfig (7a859de2a618f9079a154512a7a88b3ff35e4c1d0fc78224c3f49c280a2099c7) AuthConfig (5400248d50c5702de9d5c292df1e69abb723f6546bc95b2da4b436a90249af88) AuthConfig (a74c4aae7e535226726f7ddae4503d46a4fccc5c474e47ae45a904e16b0ddedd) AuthConfig (9d7e54f419cf706c1a3d6e1218632a8e3e7b14c277c80e472c8bcded681c7301) AuthConfig (666399c30f09d46904b5c6297771787bc05001d7e3ac16ee11f293672056c648) AuthConfig (3ffff4b61bf92c6de82d88f624b8f75557cc84ae54e1f715e146b0efc7d331c5) AuthConfig (8ec1b097a6d5d5173767ebfd03b77f418bb7512dfe665ec37bd45239c85eb942) AuthConfig (fd05195afa2affadc99c09a268cf093604525e061d1234b1089924c361f9afc3) AuthConfig (d5e6c74c23da3840383e1b329d621773735d92b1fc71106073dc1fbfe0b3ff56) AuthConfig (53887061ec43efdb0a0828aae2659774944cbc0415526ebb30dbe8a5d47dabbb) AuthConfig (eb7e60dd0eddba95e3eba5ad8b6afb3a2c180bcf382de1c667cbf2913fe7c5cc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a-auth","reconcileID":"ab6311ea-2602-4a18-a6a6-755f77c4573c","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:40.389794239Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:41.268433698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13df481b-3696-465b-a7de-a8531b6c68a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:41.272469937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13df481b-3696-465b-a7de-a8531b6c68a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:41.277075343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13df481b-3696-465b-a7de-a8531b6c68a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:41.280615997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13df481b-3696-465b-a7de-a8531b6c68a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:41.552007003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5798413-c08d-4931-b4ed-9dc693cb48f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:41.554927957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5798413-c08d-4931-b4ed-9dc693cb48f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:41.557883156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5798413-c08d-4931-b4ed-9dc693cb48f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:41.56089989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5798413-c08d-4931-b4ed-9dc693cb48f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:42.806940102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4ae3e4e-00d2-410c-bddf-e8f4dd7f3227","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:42.842360773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4ae3e4e-00d2-410c-bddf-e8f4dd7f3227","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:42.875339726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4ae3e4e-00d2-410c-bddf-e8f4dd7f3227","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:42.895844815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4ae3e4e-00d2-410c-bddf-e8f4dd7f3227","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:43.734007694Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-10d367","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-10d367","reconcileID":"e483b289-e73e-4647-a604-75fd66f2f1f5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-10d367","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-10d367":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:43.827009698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"071ceb3f-1bfb-4f7b-9dda-42223caf6839","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:43.830553216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"071ceb3f-1bfb-4f7b-9dda-42223caf6839","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:43.833917499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"071ceb3f-1bfb-4f7b-9dda-42223caf6839","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:43.837603533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"071ceb3f-1bfb-4f7b-9dda-42223caf6839","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:44.496384249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecad216c-56d9-44cb-9ffb-5104a36a6540","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:44.508034542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecad216c-56d9-44cb-9ffb-5104a36a6540","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:44.514425911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecad216c-56d9-44cb-9ffb-5104a36a6540","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:44.520395577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecad216c-56d9-44cb-9ffb-5104a36a6540","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:50.337383625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a-auth","reconcileID":"b80f1506-a1b1-4376-b598-755648428571","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-93574a","tenantID":"e2e-ipp-a-93574a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:50.35101066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a-auth","reconcileID":"b80f1506-a1b1-4376-b598-755648428571","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"name":"e2e-ipp-a-93574a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:50.382054629Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"f7666a2f-382a-4ecb-93be-f606e2fd4df3","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"tenant":"e2e-ipp-a-93574a","gateway":"openshift-ingress/e2e-ipp-a-93574a","model":"ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:50.38216755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"f7666a2f-382a-4ecb-93be-f606e2fd4df3","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"routeName":"ipp-route-93574a-kserve-route","namespace":"ai-tenant-e2e-ipp-a-93574a","llmisvcName":"ipp-route-93574a","gateway":"openshift-ingress/e2e-ipp-a-93574a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:54.284295829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"829074fc-0df3-4e10-85e5-64dab48fd3aa","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"tenant":"e2e-ipp-a-93574a","gateway":"openshift-ingress/e2e-ipp-a-93574a","model":"ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:54.284394808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"829074fc-0df3-4e10-85e5-64dab48fd3aa","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"routeName":"ipp-route-93574a-kserve-route","namespace":"ai-tenant-e2e-ipp-a-93574a","llmisvcName":"ipp-route-93574a","gateway":"openshift-ingress/e2e-ipp-a-93574a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:54.294567874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a-auth","reconcileID":"65d56527-1d04-46a8-bf46-c7984ece03f8","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-93574a","tenantID":"e2e-ipp-a-93574a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:54.298515086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"4a1b35b5-e376-41e3-b856-c01922ce30a9","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"tenant":"e2e-ipp-a-93574a","gateway":"openshift-ingress/e2e-ipp-a-93574a","model":"ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:54.29861374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"4a1b35b5-e376-41e3-b856-c01922ce30a9","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"routeName":"ipp-route-93574a-kserve-route","namespace":"ai-tenant-e2e-ipp-a-93574a","llmisvcName":"ipp-route-93574a","gateway":"openshift-ingress/e2e-ipp-a-93574a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:58:54.2992387Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"ipp-route-93574a-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:54.312762779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"065b7543-1c51-453d-909c-1328f1b887c2","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"tenant":"e2e-ipp-a-93574a","gateway":"openshift-ingress/e2e-ipp-a-93574a","model":"ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:54.31284603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"065b7543-1c51-453d-909c-1328f1b887c2","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"routeName":"ipp-route-93574a-kserve-route","namespace":"ai-tenant-e2e-ipp-a-93574a","llmisvcName":"ipp-route-93574a","gateway":"openshift-ingress/e2e-ipp-a-93574a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:54.313872148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a-auth","reconcileID":"65d56527-1d04-46a8-bf46-c7984ece03f8","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"name":"e2e-ipp-a-93574a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:54.351772325Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-93574a-sub","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a-sub","reconcileID":"914d87d4-938a-4bcf-ab52-5e2f03bbe3f8","MaaSSubscription":{"name":"ipp-route-93574a-sub","namespace":"ai-tenant-e2e-ipp-a-93574a"},"name":"maas-trlp-ipp-route-93574a","model":"ipp-route-93574a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:54.392833855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"71add5eb-bff0-42e8-bf28-c9185f2ce752","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"tenant":"e2e-ipp-a-93574a","gateway":"openshift-ingress/e2e-ipp-a-93574a","model":"ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:54.392960003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"71add5eb-bff0-42e8-bf28-c9185f2ce752","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"routeName":"ipp-route-93574a-kserve-route","namespace":"ai-tenant-e2e-ipp-a-93574a","llmisvcName":"ipp-route-93574a","gateway":"openshift-ingress/e2e-ipp-a-93574a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:54.396853653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a-auth","reconcileID":"10e03595-f070-47e7-a0e5-79b8c6942ab1","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-93574a","tenantID":"e2e-ipp-a-93574a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:54.40674665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a-auth","reconcileID":"10e03595-f070-47e7-a0e5-79b8c6942ab1","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"name":"e2e-ipp-a-93574a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:54.435479726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-93574a-sub","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a-sub","reconcileID":"410e8d26-af0f-4f2f-a90d-87638d470c37","MaaSSubscription":{"name":"ipp-route-93574a-sub","namespace":"ai-tenant-e2e-ipp-a-93574a"},"name":"maas-trlp-ipp-route-93574a","model":"ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:58.141509856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"880995de-396b-40a3-8107-b708df320380","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:58.165862601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"880995de-396b-40a3-8107-b708df320380","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:58.173214956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"880995de-396b-40a3-8107-b708df320380","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:58.176546732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"880995de-396b-40a3-8107-b708df320380","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:58.617383991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f93b4cd-c0f3-4630-8b5d-733b57db24fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:58.622373546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f93b4cd-c0f3-4630-8b5d-733b57db24fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:58.626042605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f93b4cd-c0f3-4630-8b5d-733b57db24fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:58.629685119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f93b4cd-c0f3-4630-8b5d-733b57db24fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:59.251183924Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-3d1aa8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-3d1aa8","reconcileID":"e68c5b23-06c1-4a37-99d8-8c3bd81e4714","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-3d1aa8","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-3d1aa8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:59.711280852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3807f35-052a-4de7-856a-2a1a6d842d10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:59.768975099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3807f35-052a-4de7-856a-2a1a6d842d10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:59.812668436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3807f35-052a-4de7-856a-2a1a6d842d10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:59.867018796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3807f35-052a-4de7-856a-2a1a6d842d10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:00.787875728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dabf5a75-dddd-4a6d-9268-c20c67db3644","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:00.81517451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dabf5a75-dddd-4a6d-9268-c20c67db3644","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:00.865880254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dabf5a75-dddd-4a6d-9268-c20c67db3644","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:00.902833067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dabf5a75-dddd-4a6d-9268-c20c67db3644","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:01.56362857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-10d367"},"namespace":"ai-tenant-e2e-praxis-b-10d367","name":"default-tenant","reconcileID":"ee63212b-0a38-4325-8e1d-82e0a69fcb41","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-10d367","tenantID":"e2e-praxis-b-10d367","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:01.619117438Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-10d367"},"namespace":"ai-tenant-e2e-praxis-b-10d367","name":"default-tenant","reconcileID":"ee63212b-0a38-4325-8e1d-82e0a69fcb41","name":"e2e-praxis-b-10d367-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:04.309363845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-2-w0-9de872","reconcileID":"b468aba6-df3a-4851-ade5-dc496cc2394d","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"distinct-2-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"distinct-2-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:04.640965554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"6188aab5-d04d-402c-af9f-bc33399bf6b0","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:05.031698938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"faf37415-5127-4a3d-bdc8-408f709025a6","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"tenant":"e2e-praxis-a-6a327a","gateway":"openshift-ingress/e2e-praxis-a-6a327a","model":"ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:05.034649783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"faf37415-5127-4a3d-bdc8-408f709025a6","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"routeName":"praxis-route-6a327a-kserve-route","namespace":"ai-tenant-e2e-praxis-a-6a327a","llmisvcName":"praxis-route-6a327a","gateway":"openshift-ingress/e2e-praxis-a-6a327a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:05.205777123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"fdcfc147-d2c3-4c3d-8495-dc64b6a24375","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:05.271992317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-subscription","reconcileID":"fc3a1363-a6b3-4489-bcc4-59338a874d41","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-premium-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/premium-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:05.290776744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"476bea32-d352-472e-a8b1-742b05443dd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:05.304524987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"ca5447dc-381e-45bf-9e98-b913b2358987","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:05.340960459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"476bea32-d352-472e-a8b1-742b05443dd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:05.360582491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"ca5447dc-381e-45bf-9e98-b913b2358987","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:05.362995321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"68e187d0-3af6-45d0-b152-f6f9426de6a5","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:05.409849047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"54c76df4-8900-4123-a8ff-2315110e56d6","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"tenant":"e2e-praxis-a-6a327a","gateway":"openshift-ingress/e2e-praxis-a-6a327a","model":"ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:05.440214527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"54c76df4-8900-4123-a8ff-2315110e56d6","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"routeName":"praxis-route-6a327a-kserve-route","namespace":"ai-tenant-e2e-praxis-a-6a327a","llmisvcName":"praxis-route-6a327a","gateway":"openshift-ingress/e2e-praxis-a-6a327a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:05.425545727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-subscription","reconcileID":"8c8b7bae-de42-4341-a2c6-14abae6824cb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-premium-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/premium-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:05.441209132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"3b45ffcd-5ce5-401e-a202-705717c9ebff","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"tenant":"e2e-praxis-a-6a327a","gateway":"openshift-ingress/e2e-praxis-a-6a327a","model":"ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:05.441265033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"3b45ffcd-5ce5-401e-a202-705717c9ebff","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"routeName":"praxis-route-6a327a-kserve-route","namespace":"ai-tenant-e2e-praxis-a-6a327a","llmisvcName":"praxis-route-6a327a","gateway":"openshift-ingress/e2e-praxis-a-6a327a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:05.447964582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a-auth","reconcileID":"ea86db0d-a38d-4ae2-96b3-c7ce5985e43c","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-6a327a","tenantID":"e2e-praxis-a-6a327a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:05.598063792Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a-auth","reconcileID":"ea86db0d-a38d-4ae2-96b3-c7ce5985e43c","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"name":"e2e-praxis-a-6a327a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:05.627547525Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-6a327a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a-auth","reconcileID":"ea86db0d-a38d-4ae2-96b3-c7ce5985e43c","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:05.660993165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"d4c03131-9238-41cb-b73b-3b6aed0377a4","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"tenant":"e2e-praxis-a-6a327a","gateway":"openshift-ingress/e2e-praxis-a-6a327a","model":"ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:05.661113072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"d4c03131-9238-41cb-b73b-3b6aed0377a4","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"routeName":"praxis-route-6a327a-kserve-route","namespace":"ai-tenant-e2e-praxis-a-6a327a","llmisvcName":"praxis-route-6a327a","gateway":"openshift-ingress/e2e-praxis-a-6a327a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:05.686038899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"0553860c-9d6a-422c-a418-50e9cd6bf792","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:05.727916427Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-subscription","reconcileID":"39eb68df-7431-4adf-8eb5-0a015b3da78a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-premium-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/premium-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:05.733549437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"175663ef-2b6d-4131-83c6-8f266386555f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:05.73527447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"b9a31fd4-c3be-4bb1-aa38-43f58dc7eede","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:05.771758487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"175663ef-2b6d-4131-83c6-8f266386555f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:05.795566251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"b9a31fd4-c3be-4bb1-aa38-43f58dc7eede","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:05.819047717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"9e3e5919-3a5a-4c62-9d65-b0a606c125ea","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:05.848863994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-subscription","reconcileID":"c2fdcc00-816d-494b-8a45-39b3863fa6f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-premium-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/premium-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:05.910687511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"0129ee3b-3b6c-41db-82fc-9ff58a6e2eda","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:06.59506765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"d85fb3c3-3994-4a86-8143-45c86f88717c","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:07.048585478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-2-w0-9de872","reconcileID":"882bc4b6-6cfe-4037-94f6-fcd2e1c00263","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"distinct-2-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"distinct-2-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:07.259388483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"ebedd8d6-b88e-44d0-8719-54886c639dd9","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:09.578286936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"351c2520-1486-40ce-93f6-e4c75e50a662","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:09.581226215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"351c2520-1486-40ce-93f6-e4c75e50a662","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:09.587243761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"351c2520-1486-40ce-93f6-e4c75e50a662","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:09.597124354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"351c2520-1486-40ce-93f6-e4c75e50a662","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:10.064608845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac466e52-dac6-403d-91bf-e696956a3ff5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:10.072119924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac466e52-dac6-403d-91bf-e696956a3ff5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:10.083180561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac466e52-dac6-403d-91bf-e696956a3ff5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:10.08649442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac466e52-dac6-403d-91bf-e696956a3ff5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:10.294403117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"745a6257-e76a-4521-b057-f01b182cd483","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:10.297574716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"745a6257-e76a-4521-b057-f01b182cd483","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:10.300902488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"745a6257-e76a-4521-b057-f01b182cd483","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:10.3039665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"745a6257-e76a-4521-b057-f01b182cd483","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:10.387515298Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:10.498883057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf2a3dd4-a136-49c5-bcae-78e122b13ca1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:10.50199498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf2a3dd4-a136-49c5-bcae-78e122b13ca1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:10.504885386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf2a3dd4-a136-49c5-bcae-78e122b13ca1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:10.507962813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf2a3dd4-a136-49c5-bcae-78e122b13ca1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:15.019431244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d1aa8"},"namespace":"ai-tenant-e2e-praxis-b-3d1aa8","name":"default-tenant","reconcileID":"de195409-1f4a-4629-a52b-1f3395a4a17b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-3d1aa8","tenantID":"e2e-praxis-b-3d1aa8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:15.05432039Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d1aa8"},"namespace":"ai-tenant-e2e-praxis-b-3d1aa8","name":"default-tenant","reconcileID":"de195409-1f4a-4629-a52b-1f3395a4a17b","name":"e2e-praxis-b-3d1aa8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:15.680540157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a-auth","reconcileID":"b53b78e4-fc3e-4f7a-82e8-b4f297e36b7b","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-6a327a","tenantID":"e2e-praxis-a-6a327a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:15.703546154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a-auth","reconcileID":"b53b78e4-fc3e-4f7a-82e8-b4f297e36b7b","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"name":"e2e-praxis-a-6a327a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:15.71951477Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-6a327a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a-auth","reconcileID":"b53b78e4-fc3e-4f7a-82e8-b4f297e36b7b","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:15.901587245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-93574a-sub","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a-sub","reconcileID":"f9a0f15e-29df-4ab9-9eda-0b560fa3bf52","MaaSSubscription":{"name":"ipp-route-93574a-sub","namespace":"ai-tenant-e2e-ipp-a-93574a"},"name":"maas-trlp-ipp-route-93574a","model":"ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:15.944045636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"1cba6ac0-dc02-4b19-8093-cc205179179f","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"tenant":"e2e-ipp-a-93574a","gateway":"openshift-ingress/e2e-ipp-a-93574a","model":"ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:15.944075753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"1cba6ac0-dc02-4b19-8093-cc205179179f","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"routeName":"ipp-route-93574a-kserve-route","namespace":"ai-tenant-e2e-ipp-a-93574a","llmisvcName":"ipp-route-93574a","gateway":"openshift-ingress/e2e-ipp-a-93574a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:16.437774729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a-auth","reconcileID":"bb11401c-82e4-4287-b9bf-0c374b5a5667","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-93574a","tenantID":"e2e-ipp-a-93574a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:16.447362526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a-auth","reconcileID":"bb11401c-82e4-4287-b9bf-0c374b5a5667","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"name":"e2e-ipp-a-93574a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:16.689214012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a-auth","reconcileID":"e10cd4fc-0fd9-4392-9b7a-e841c2d22184","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-6a327a","tenantID":"e2e-praxis-a-6a327a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:16.697416031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a-auth","reconcileID":"e10cd4fc-0fd9-4392-9b7a-e841c2d22184","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"name":"e2e-praxis-a-6a327a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:16.706387838Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-6a327a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a-auth","reconcileID":"e10cd4fc-0fd9-4392-9b7a-e841c2d22184","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:17.501514799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccd8dc5b-3bc4-4bf9-b6ba-1adef705dd40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:17.507384336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccd8dc5b-3bc4-4bf9-b6ba-1adef705dd40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:17.531408238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccd8dc5b-3bc4-4bf9-b6ba-1adef705dd40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:17.558803758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccd8dc5b-3bc4-4bf9-b6ba-1adef705dd40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:17.859322821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea7bddda-3fe1-47cb-9440-215b78c2a21a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:17.868276556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea7bddda-3fe1-47cb-9440-215b78c2a21a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:17.875197125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea7bddda-3fe1-47cb-9440-215b78c2a21a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:17.882259969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea7bddda-3fe1-47cb-9440-215b78c2a21a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:18.187308791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8032290-8404-4b07-b034-dc49af7d19ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:18.193279157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8032290-8404-4b07-b034-dc49af7d19ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:18.197159336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8032290-8404-4b07-b034-dc49af7d19ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:18.20096993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8032290-8404-4b07-b034-dc49af7d19ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:18.553993989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb453ab1-6c50-4599-a9a2-20301eb5ff32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:18.603494187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb453ab1-6c50-4599-a9a2-20301eb5ff32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:18.650224268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb453ab1-6c50-4599-a9a2-20301eb5ff32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:18.698745025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb453ab1-6c50-4599-a9a2-20301eb5ff32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:18.884196998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ea9c753-f98e-4c01-93c1-e34b1a155ef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:18.896244463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ea9c753-f98e-4c01-93c1-e34b1a155ef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:18.904901107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ea9c753-f98e-4c01-93c1-e34b1a155ef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:18.910535801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ea9c753-f98e-4c01-93c1-e34b1a155ef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:19.115849665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7c9fade-f947-406b-883b-04daae6a72eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:19.121231186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7c9fade-f947-406b-883b-04daae6a72eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:19.127974946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7c9fade-f947-406b-883b-04daae6a72eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:19.132746848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7c9fade-f947-406b-883b-04daae6a72eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:19.914892555Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54bc2b"},"namespace":"ai-tenant-e2e-ipp-a-54bc2b","name":"default-tenant","reconcileID":"681dd103-1d6b-47cb-b95b-5e0956c03925","namespace":"ai-tenant-e2e-ipp-a-54bc2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:19.914964087Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54bc2b"},"namespace":"ai-tenant-e2e-ipp-a-54bc2b","name":"default-tenant","reconcileID":"681dd103-1d6b-47cb-b95b-5e0956c03925","namespace":"ai-tenant-e2e-ipp-a-54bc2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:19.915032007Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54bc2b"},"namespace":"ai-tenant-e2e-ipp-a-54bc2b","name":"default-tenant","reconcileID":"681dd103-1d6b-47cb-b95b-5e0956c03925","tenant":"e2e-ipp-a-54bc2b","tenantID":"e2e-ipp-a-54bc2b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:19.919742125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54bc2b"},"namespace":"ai-tenant-e2e-ipp-a-54bc2b","name":"default-tenant","reconcileID":"681dd103-1d6b-47cb-b95b-5e0956c03925","gvk":"Deployment","name":"maas-api-e2e-ipp-a-54bc2b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:19.934683358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54bc2b"},"namespace":"ai-tenant-e2e-ipp-a-54bc2b","name":"default-tenant","reconcileID":"681dd103-1d6b-47cb-b95b-5e0956c03925","gvk":"Service","name":"maas-api-e2e-ipp-a-54bc2b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:19.942592225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54bc2b"},"namespace":"ai-tenant-e2e-ipp-a-54bc2b","name":"default-tenant","reconcileID":"681dd103-1d6b-47cb-b95b-5e0956c03925","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-54bc2b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:19.950957216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54bc2b"},"namespace":"ai-tenant-e2e-ipp-a-54bc2b","name":"default-tenant","reconcileID":"681dd103-1d6b-47cb-b95b-5e0956c03925","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-54bc2b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:19.957355099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54bc2b"},"namespace":"ai-tenant-e2e-ipp-a-54bc2b","name":"default-tenant","reconcileID":"681dd103-1d6b-47cb-b95b-5e0956c03925","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-54bc2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:19.964290175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54bc2b"},"namespace":"ai-tenant-e2e-ipp-a-54bc2b","name":"default-tenant","reconcileID":"681dd103-1d6b-47cb-b95b-5e0956c03925","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-54bc2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:19.974323543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54bc2b"},"namespace":"ai-tenant-e2e-ipp-a-54bc2b","name":"default-tenant","reconcileID":"681dd103-1d6b-47cb-b95b-5e0956c03925","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-54bc2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:19.982250655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54bc2b"},"namespace":"ai-tenant-e2e-ipp-a-54bc2b","name":"default-tenant","reconcileID":"681dd103-1d6b-47cb-b95b-5e0956c03925","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-54bc2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:19.988430113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54bc2b"},"namespace":"ai-tenant-e2e-ipp-a-54bc2b","name":"default-tenant","reconcileID":"681dd103-1d6b-47cb-b95b-5e0956c03925","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-54bc2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:19.996383831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54bc2b"},"namespace":"ai-tenant-e2e-ipp-a-54bc2b","name":"default-tenant","reconcileID":"681dd103-1d6b-47cb-b95b-5e0956c03925","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-54bc2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:20.018488754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54bc2b"},"namespace":"ai-tenant-e2e-ipp-a-54bc2b","name":"default-tenant","reconcileID":"681dd103-1d6b-47cb-b95b-5e0956c03925","gvk":"Service","name":"payload-processing-e2e-ipp-a-54bc2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:20.034597147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54bc2b"},"namespace":"ai-tenant-e2e-ipp-a-54bc2b","name":"default-tenant","reconcileID":"681dd103-1d6b-47cb-b95b-5e0956c03925","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-54bc2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:20.041741042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54bc2b"},"namespace":"ai-tenant-e2e-ipp-a-54bc2b","name":"default-tenant","reconcileID":"681dd103-1d6b-47cb-b95b-5e0956c03925","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-54bc2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:20.04793293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54bc2b"},"namespace":"ai-tenant-e2e-ipp-a-54bc2b","name":"default-tenant","reconcileID":"681dd103-1d6b-47cb-b95b-5e0956c03925","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-54bc2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:20.063234513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54bc2b"},"namespace":"ai-tenant-e2e-ipp-a-54bc2b","name":"default-tenant","reconcileID":"681dd103-1d6b-47cb-b95b-5e0956c03925","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-54bc2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:20.07429957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54bc2b"},"namespace":"ai-tenant-e2e-ipp-a-54bc2b","name":"default-tenant","reconcileID":"681dd103-1d6b-47cb-b95b-5e0956c03925","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-54bc2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:20.084375347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54bc2b"},"namespace":"ai-tenant-e2e-ipp-a-54bc2b","name":"default-tenant","reconcileID":"681dd103-1d6b-47cb-b95b-5e0956c03925","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-54bc2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:20.094281512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54bc2b"},"namespace":"ai-tenant-e2e-ipp-a-54bc2b","name":"default-tenant","reconcileID":"681dd103-1d6b-47cb-b95b-5e0956c03925","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-54bc2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:20.101270581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54bc2b"},"namespace":"ai-tenant-e2e-ipp-a-54bc2b","name":"default-tenant","reconcileID":"681dd103-1d6b-47cb-b95b-5e0956c03925","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-54bc2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:20.106301177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54bc2b"},"namespace":"ai-tenant-e2e-ipp-a-54bc2b","name":"default-tenant","reconcileID":"681dd103-1d6b-47cb-b95b-5e0956c03925","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-54bc2b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:20.228400398Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-54bc2b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-54bc2b","reconcileID":"440e3acb-7632-416b-b52a-7b8ab3d34621","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-54bc2b","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-54bc2b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:20.729028546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c95c1bb-66e8-4e96-8af4-b73046d072f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:20.734011811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c95c1bb-66e8-4e96-8af4-b73046d072f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:20.748724658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c95c1bb-66e8-4e96-8af4-b73046d072f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:20.756770332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c95c1bb-66e8-4e96-8af4-b73046d072f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:21.102996748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0fb2618-8e9f-4e7e-b8c9-e738647279ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:21.107388198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0fb2618-8e9f-4e7e-b8c9-e738647279ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:21.111278462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0fb2618-8e9f-4e7e-b8c9-e738647279ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:21.115083184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0fb2618-8e9f-4e7e-b8c9-e738647279ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:22.503430448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"a94673c3-d9c4-41b0-80c5-1639dbb56361","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"tenant":"e2e-ipp-a-93574a","gateway":"openshift-ingress/e2e-ipp-a-93574a","model":"ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:22.504121238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"a94673c3-d9c4-41b0-80c5-1639dbb56361","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"routeName":"ipp-route-93574a-kserve-route","namespace":"ai-tenant-e2e-ipp-a-93574a","llmisvcName":"ipp-route-93574a","gateway":"openshift-ingress/e2e-ipp-a-93574a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:22.532937325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a-auth","reconcileID":"4d827a7f-c0a3-4f06-a907-8eab301f0d89","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-93574a","tenantID":"e2e-ipp-a-93574a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:22.534619863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"db841dea-06c9-42c5-a466-cecf16652e57","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"tenant":"e2e-ipp-a-93574a","gateway":"openshift-ingress/e2e-ipp-a-93574a","model":"ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:22.534644184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"db841dea-06c9-42c5-a466-cecf16652e57","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"routeName":"ipp-route-93574a-kserve-route","namespace":"ai-tenant-e2e-ipp-a-93574a","llmisvcName":"ipp-route-93574a","gateway":"openshift-ingress/e2e-ipp-a-93574a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:22.5409298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-93574a-sub","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a-sub","reconcileID":"2bdbe69f-5f49-41bf-be27-2fd164271ccb","MaaSSubscription":{"name":"ipp-route-93574a-sub","namespace":"ai-tenant-e2e-ipp-a-93574a"},"name":"maas-trlp-ipp-route-93574a","model":"ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:22.540958624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a-auth","reconcileID":"4d827a7f-c0a3-4f06-a907-8eab301f0d89","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"name":"e2e-ipp-a-93574a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:22.659752244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a-auth","reconcileID":"84526a86-5d2f-4cb1-8ffc-87a70d727052","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-93574a","tenantID":"e2e-ipp-a-93574a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:22.667961279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a-auth","reconcileID":"84526a86-5d2f-4cb1-8ffc-87a70d727052","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"name":"e2e-ipp-a-93574a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:22.66867935Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-93574a-sub","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a-sub","reconcileID":"1c525d53-c99e-47db-92b0-c387daca31bf","MaaSSubscription":{"name":"ipp-route-93574a-sub","namespace":"ai-tenant-e2e-ipp-a-93574a"},"name":"maas-trlp-ipp-route-93574a","model":"ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:22.715320811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3cd9d29-2c43-43b6-8c52-dc5b7c8dec4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:22.719329997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3cd9d29-2c43-43b6-8c52-dc5b7c8dec4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:22.722419646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3cd9d29-2c43-43b6-8c52-dc5b7c8dec4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:22.725493758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3cd9d29-2c43-43b6-8c52-dc5b7c8dec4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:22.976592951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95dfa476-3d4a-4b5a-a80e-29ad53ca77fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:22.980531658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95dfa476-3d4a-4b5a-a80e-29ad53ca77fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:22.984358563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95dfa476-3d4a-4b5a-a80e-29ad53ca77fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:22.987475217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95dfa476-3d4a-4b5a-a80e-29ad53ca77fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:23.227611939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b4ab603-5bdf-4ef0-839e-bd6b50e97b34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:23.230741288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b4ab603-5bdf-4ef0-839e-bd6b50e97b34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:23.257146238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b4ab603-5bdf-4ef0-839e-bd6b50e97b34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:23.261032901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b4ab603-5bdf-4ef0-839e-bd6b50e97b34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:23.782145393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7432b601-1cf5-4038-b83f-ec0ec2a772fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:23.785302852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7432b601-1cf5-4038-b83f-ec0ec2a772fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:23.788394292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7432b601-1cf5-4038-b83f-ec0ec2a772fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:23.792112511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7432b601-1cf5-4038-b83f-ec0ec2a772fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:24.022374689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbd4595e-3367-49f7-b72e-21c914b5a7c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:24.025779536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbd4595e-3367-49f7-b72e-21c914b5a7c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:24.028709776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbd4595e-3367-49f7-b72e-21c914b5a7c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:24.057237491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbd4595e-3367-49f7-b72e-21c914b5a7c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:24.385489698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cb3fd3a-cea7-4059-ad3d-6bba497ee0f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:24.388560619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cb3fd3a-cea7-4059-ad3d-6bba497ee0f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:24.391535745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cb3fd3a-cea7-4059-ad3d-6bba497ee0f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:24.394630094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cb3fd3a-cea7-4059-ad3d-6bba497ee0f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:26.713121023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a-auth","reconcileID":"2eae9f60-fcea-4c7c-bd54-2e1450bfa6fd","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-6a327a","tenantID":"e2e-praxis-a-6a327a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:26.721931472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a-auth","reconcileID":"2eae9f60-fcea-4c7c-bd54-2e1450bfa6fd","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"name":"e2e-praxis-a-6a327a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:26.728019192Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-6a327a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a-auth","reconcileID":"2eae9f60-fcea-4c7c-bd54-2e1450bfa6fd","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:28.502180946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e893e849-b9fa-4d0d-8c26-3b279b0e1390","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:28.512832016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e893e849-b9fa-4d0d-8c26-3b279b0e1390","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:28.587643498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e893e849-b9fa-4d0d-8c26-3b279b0e1390","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:28.667046414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e893e849-b9fa-4d0d-8c26-3b279b0e1390","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:29.005158144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64596cac-b53c-432e-8373-9a7ebea4687a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:29.008286062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64596cac-b53c-432e-8373-9a7ebea4687a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:29.012501238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64596cac-b53c-432e-8373-9a7ebea4687a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:29.016521705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64596cac-b53c-432e-8373-9a7ebea4687a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:29.237899864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13be2e00-a24c-4598-9e24-cb44562eefe3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:29.244638284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13be2e00-a24c-4598-9e24-cb44562eefe3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:29.248206286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13be2e00-a24c-4598-9e24-cb44562eefe3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:29.26093416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13be2e00-a24c-4598-9e24-cb44562eefe3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:29.888034796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f83c21e-b683-430b-b15e-d974c46523e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:29.892455801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f83c21e-b683-430b-b15e-d974c46523e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:29.895810147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f83c21e-b683-430b-b15e-d974c46523e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:29.899025524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f83c21e-b683-430b-b15e-d974c46523e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:30.257234522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89cad42e-3136-4b20-9b4c-05a82ceb1ca2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:30.268228981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89cad42e-3136-4b20-9b4c-05a82ceb1ca2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:30.277153642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89cad42e-3136-4b20-9b4c-05a82ceb1ca2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:30.283163373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89cad42e-3136-4b20-9b4c-05a82ceb1ca2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:30.517073246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b4327db-65c4-475e-a70c-7e8fce777e0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:30.520675545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b4327db-65c4-475e-a70c-7e8fce777e0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:30.524550307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b4327db-65c4-475e-a70c-7e8fce777e0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:30.527680349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b4327db-65c4-475e-a70c-7e8fce777e0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:30.946435766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3241e129-0f9f-423c-9ac0-70fb347bc405","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:30.949884588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3241e129-0f9f-423c-9ac0-70fb347bc405","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:30.954330871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3241e129-0f9f-423c-9ac0-70fb347bc405","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:30.963960508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3241e129-0f9f-423c-9ac0-70fb347bc405","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:32.58222517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"708efece-7d75-4e9b-b2c7-f0f8340e69c5","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"tenant":"e2e-ipp-a-93574a","gateway":"openshift-ingress/e2e-ipp-a-93574a","model":"ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:32.58225837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"708efece-7d75-4e9b-b2c7-f0f8340e69c5","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"routeName":"ipp-route-93574a-kserve-route","namespace":"ai-tenant-e2e-ipp-a-93574a","llmisvcName":"ipp-route-93574a","gateway":"openshift-ingress/e2e-ipp-a-93574a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:32.588515109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a-auth","reconcileID":"4cf0142a-65c5-4267-b1d0-231143db99c3","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-93574a","tenantID":"e2e-ipp-a-93574a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:32.596731293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a-auth","reconcileID":"4cf0142a-65c5-4267-b1d0-231143db99c3","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"name":"e2e-ipp-a-93574a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:32.597234211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-93574a-sub","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a-sub","reconcileID":"a7cd1b30-74bc-462e-956d-8f0d1fdcec78","MaaSSubscription":{"name":"ipp-route-93574a-sub","namespace":"ai-tenant-e2e-ipp-a-93574a"},"name":"maas-trlp-ipp-route-93574a","model":"ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:32.688577728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a-auth","reconcileID":"e355e304-22e3-47dc-8ca4-d0af6db7ff9c","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-93574a","tenantID":"e2e-ipp-a-93574a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:32.697676683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a-auth","reconcileID":"e355e304-22e3-47dc-8ca4-d0af6db7ff9c","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"name":"e2e-ipp-a-93574a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:32.698055511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-93574a-sub","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a-sub","reconcileID":"9284b5fb-d7dd-4652-a9ba-870260e25fa9","MaaSSubscription":{"name":"ipp-route-93574a-sub","namespace":"ai-tenant-e2e-ipp-a-93574a"},"name":"maas-trlp-ipp-route-93574a","model":"ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:33.544049795Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"default-tenant","reconcileID":"37d54521-5f8e-4aa8-931e-c2b0f2aa9b7b","namespace":"ai-tenant-e2e-ipp-a-93574a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:33.544156006Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"default-tenant","reconcileID":"37d54521-5f8e-4aa8-931e-c2b0f2aa9b7b","name":"ipp-route-93574a-sub","namespace":"ai-tenant-e2e-ipp-a-93574a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:33.551865091Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"default-tenant","reconcileID":"37d54521-5f8e-4aa8-931e-c2b0f2aa9b7b","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:33.551882757Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"default-tenant","reconcileID":"37d54521-5f8e-4aa8-931e-c2b0f2aa9b7b","namespace":"ai-tenant-e2e-ipp-a-93574a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:33.551990844Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"default-tenant","reconcileID":"37d54521-5f8e-4aa8-931e-c2b0f2aa9b7b","name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:33.552765427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"52c0b0c6-e094-4406-b0dd-37a3b5540790","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"tenant":"e2e-ipp-a-93574a","gateway":"openshift-ingress/e2e-ipp-a-93574a","model":"ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:33.552784122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"52c0b0c6-e094-4406-b0dd-37a3b5540790","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"routeName":"ipp-route-93574a-kserve-route","namespace":"ai-tenant-e2e-ipp-a-93574a","llmisvcName":"ipp-route-93574a","gateway":"openshift-ingress/e2e-ipp-a-93574a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:33.557594252Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"default-tenant","reconcileID":"37d54521-5f8e-4aa8-931e-c2b0f2aa9b7b","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:33.561332996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"624d4adb-66cf-46bb-87af-efdd451bfab2","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"tenant":"e2e-ipp-a-93574a","gateway":"openshift-ingress/e2e-ipp-a-93574a","model":"ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:33.561353948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"624d4adb-66cf-46bb-87af-efdd451bfab2","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"routeName":"ipp-route-93574a-kserve-route","namespace":"ai-tenant-e2e-ipp-a-93574a","llmisvcName":"ipp-route-93574a","gateway":"openshift-ingress/e2e-ipp-a-93574a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:33.566038202Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"624d4adb-66cf-46bb-87af-efdd451bfab2","name":"ipp-route-93574a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-93574a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:33.566136937Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"624d4adb-66cf-46bb-87af-efdd451bfab2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-93574a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:33.568590053Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-93574a-sub","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a-sub","reconcileID":"d2418e98-3fa3-490c-8106-4a5c10344833","MaaSSubscription":{"name":"ipp-route-93574a-sub","namespace":"ai-tenant-e2e-ipp-a-93574a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-29e4bbf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:33.574280306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"29041cea-cd36-4522-b623-a8ccacf3a9c3","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"tenant":"e2e-ipp-a-93574a","gateway":"openshift-ingress/e2e-ipp-a-93574a","model":"ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:33.574304556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"29041cea-cd36-4522-b623-a8ccacf3a9c3","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"routeName":"ipp-route-93574a-kserve-route","namespace":"ai-tenant-e2e-ipp-a-93574a","llmisvcName":"ipp-route-93574a","gateway":"openshift-ingress/e2e-ipp-a-93574a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:33.59129281Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-93574a-sub","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a-sub","reconcileID":"68cfc5fc-b98c-4a57-bc3a-866f2f3dabe2","MaaSSubscription":{"name":"ipp-route-93574a-sub","namespace":"ai-tenant-e2e-ipp-a-93574a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-29e4bbf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:33.665750424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a-auth","reconcileID":"6d9d2d52-ae3e-4e11-8b3d-ad333835662b","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-93574a","tenantID":"e2e-ipp-a-93574a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:33.674589107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a-auth","reconcileID":"6d9d2d52-ae3e-4e11-8b3d-ad333835662b","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"name":"e2e-ipp-a-93574a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:33.682654113Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a-auth","reconcileID":"8a85b8c6-74a7-4575-877f-9c7b7aa0cafc","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"model":"ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:33.785444796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a-auth","reconcileID":"8a85b8c6-74a7-4575-877f-9c7b7aa0cafc","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-93574a","tenantID":"e2e-ipp-a-93574a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:33.817794176Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a-auth","reconcileID":"8a85b8c6-74a7-4575-877f-9c7b7aa0cafc","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"name":"e2e-ipp-a-93574a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:33.819159819Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a-auth","reconcileID":"8a85b8c6-74a7-4575-877f-9c7b7aa0cafc","MaaSAuthPolicy":{"name":"ipp-route-93574a-auth","namespace":"ai-tenant-e2e-ipp-a-93574a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-93574a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:33.828842332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"d097d473-80a1-4e56-9341-47ec5c37c696","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"tenant":"e2e-ipp-a-93574a","gateway":"openshift-ingress/e2e-ipp-a-93574a","model":"ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:33.829652772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"d097d473-80a1-4e56-9341-47ec5c37c696","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"routeName":"ipp-route-93574a-kserve-route","namespace":"ai-tenant-e2e-ipp-a-93574a","llmisvcName":"ipp-route-93574a","gateway":"openshift-ingress/e2e-ipp-a-93574a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:36.212548931Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-655193"},"namespace":"ai-tenant-e2e-praxis-a-655193","name":"default-tenant","reconcileID":"70f03f85-04ad-43c8-aab8-fc9e6aefeaca","namespace":"ai-tenant-e2e-praxis-a-655193","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:36.212609616Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-655193"},"namespace":"ai-tenant-e2e-praxis-a-655193","name":"default-tenant","reconcileID":"70f03f85-04ad-43c8-aab8-fc9e6aefeaca","namespace":"ai-tenant-e2e-praxis-a-655193","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:36.21266904Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-655193"},"namespace":"ai-tenant-e2e-praxis-a-655193","name":"default-tenant","reconcileID":"70f03f85-04ad-43c8-aab8-fc9e6aefeaca","tenant":"e2e-praxis-a-655193","tenantID":"e2e-praxis-a-655193","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:36.217404325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-655193"},"namespace":"ai-tenant-e2e-praxis-a-655193","name":"default-tenant","reconcileID":"70f03f85-04ad-43c8-aab8-fc9e6aefeaca","gvk":"Deployment","name":"maas-api-e2e-praxis-a-655193","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:36.234366486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-655193"},"namespace":"ai-tenant-e2e-praxis-a-655193","name":"default-tenant","reconcileID":"70f03f85-04ad-43c8-aab8-fc9e6aefeaca","gvk":"Service","name":"maas-api-e2e-praxis-a-655193","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:36.242028179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-655193"},"namespace":"ai-tenant-e2e-praxis-a-655193","name":"default-tenant","reconcileID":"70f03f85-04ad-43c8-aab8-fc9e6aefeaca","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-655193","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:36.255161329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-655193"},"namespace":"ai-tenant-e2e-praxis-a-655193","name":"default-tenant","reconcileID":"70f03f85-04ad-43c8-aab8-fc9e6aefeaca","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-655193","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:36.261022683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-655193"},"namespace":"ai-tenant-e2e-praxis-a-655193","name":"default-tenant","reconcileID":"70f03f85-04ad-43c8-aab8-fc9e6aefeaca","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-655193","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:36.266467639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-655193"},"namespace":"ai-tenant-e2e-praxis-a-655193","name":"default-tenant","reconcileID":"70f03f85-04ad-43c8-aab8-fc9e6aefeaca","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-655193","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:36.273961695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-655193"},"namespace":"ai-tenant-e2e-praxis-a-655193","name":"default-tenant","reconcileID":"70f03f85-04ad-43c8-aab8-fc9e6aefeaca","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-655193","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:36.283446894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-655193"},"namespace":"ai-tenant-e2e-praxis-a-655193","name":"default-tenant","reconcileID":"70f03f85-04ad-43c8-aab8-fc9e6aefeaca","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-655193","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:36.286543779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-655193"},"namespace":"ai-tenant-e2e-praxis-a-655193","name":"default-tenant","reconcileID":"70f03f85-04ad-43c8-aab8-fc9e6aefeaca","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-655193","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:36.289309573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-655193"},"namespace":"ai-tenant-e2e-praxis-a-655193","name":"default-tenant","reconcileID":"70f03f85-04ad-43c8-aab8-fc9e6aefeaca","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-655193","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:36.292811759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-655193"},"namespace":"ai-tenant-e2e-praxis-a-655193","name":"default-tenant","reconcileID":"70f03f85-04ad-43c8-aab8-fc9e6aefeaca","gvk":"Service","name":"payload-processing-e2e-praxis-a-655193","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:36.295302109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-655193"},"namespace":"ai-tenant-e2e-praxis-a-655193","name":"default-tenant","reconcileID":"70f03f85-04ad-43c8-aab8-fc9e6aefeaca","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-655193","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:36.297760638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-655193"},"namespace":"ai-tenant-e2e-praxis-a-655193","name":"default-tenant","reconcileID":"70f03f85-04ad-43c8-aab8-fc9e6aefeaca","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-655193","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:36.300145673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-655193"},"namespace":"ai-tenant-e2e-praxis-a-655193","name":"default-tenant","reconcileID":"70f03f85-04ad-43c8-aab8-fc9e6aefeaca","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-655193","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:36.30260274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-655193"},"namespace":"ai-tenant-e2e-praxis-a-655193","name":"default-tenant","reconcileID":"70f03f85-04ad-43c8-aab8-fc9e6aefeaca","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-655193","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:36.308311205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-655193"},"namespace":"ai-tenant-e2e-praxis-a-655193","name":"default-tenant","reconcileID":"70f03f85-04ad-43c8-aab8-fc9e6aefeaca","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-655193","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:36.3107039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-655193"},"namespace":"ai-tenant-e2e-praxis-a-655193","name":"default-tenant","reconcileID":"70f03f85-04ad-43c8-aab8-fc9e6aefeaca","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-655193","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:36.313327566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-655193"},"namespace":"ai-tenant-e2e-praxis-a-655193","name":"default-tenant","reconcileID":"70f03f85-04ad-43c8-aab8-fc9e6aefeaca","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-655193","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:36.315626841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-655193"},"namespace":"ai-tenant-e2e-praxis-a-655193","name":"default-tenant","reconcileID":"70f03f85-04ad-43c8-aab8-fc9e6aefeaca","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-655193","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:36.318164371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-655193"},"namespace":"ai-tenant-e2e-praxis-a-655193","name":"default-tenant","reconcileID":"70f03f85-04ad-43c8-aab8-fc9e6aefeaca","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-655193","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:36.462227134Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-655193","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-655193","reconcileID":"728c34c3-4c9b-43fa-ae92-c270783ac230","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-655193","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-655193"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:36.761715992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a-auth","reconcileID":"b2b92096-dc7c-4c91-b2fa-6dcee7025efc","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-6a327a","tenantID":"e2e-praxis-a-6a327a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:36.781021973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe586f1e-4f7d-49d0-a780-704953587c0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:36.788949762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe586f1e-4f7d-49d0-a780-704953587c0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:36.792996631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a-auth","reconcileID":"b2b92096-dc7c-4c91-b2fa-6dcee7025efc","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"name":"e2e-praxis-a-6a327a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:36.797145383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe586f1e-4f7d-49d0-a780-704953587c0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:36.811994172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe586f1e-4f7d-49d0-a780-704953587c0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:36.866153753Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-6a327a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a-auth","reconcileID":"b2b92096-dc7c-4c91-b2fa-6dcee7025efc","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:37.044323788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"332be0e5-e161-4ba1-a602-5a1715471a94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:37.047436912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"332be0e5-e161-4ba1-a602-5a1715471a94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:37.050951203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"332be0e5-e161-4ba1-a602-5a1715471a94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:37.056543386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"332be0e5-e161-4ba1-a602-5a1715471a94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:37.234540872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"328d56e4-abfb-4011-a895-4cb4786fff23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:37.237676928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"328d56e4-abfb-4011-a895-4cb4786fff23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:37.242418525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"328d56e4-abfb-4011-a895-4cb4786fff23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:37.259403079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"328d56e4-abfb-4011-a895-4cb4786fff23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:40.388071337Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:43.595530228Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-93574a-sub","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a-sub","reconcileID":"59ae09a8-f7fa-49b1-a53b-110553170c38","MaaSSubscription":{"name":"ipp-route-93574a-sub","namespace":"ai-tenant-e2e-ipp-a-93574a"},"model":"ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a","subscription":"ipp-route-93574a-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:43.600714664Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-93574a-sub","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a-sub","reconcileID":"59ae09a8-f7fa-49b1-a53b-110553170c38","MaaSSubscription":{"name":"ipp-route-93574a-sub","namespace":"ai-tenant-e2e-ipp-a-93574a"},"model":"ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:43.605406133Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-93574a-sub","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a-sub","reconcileID":"59ae09a8-f7fa-49b1-a53b-110553170c38","MaaSSubscription":{"name":"ipp-route-93574a-sub","namespace":"ai-tenant-e2e-ipp-a-93574a"},"name":"maas-trlp-ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a","model":"ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:43.642145072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"9708eeb7-e429-412b-8104-3853b5168361","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"tenant":"e2e-ipp-a-93574a","gateway":"openshift-ingress/e2e-ipp-a-93574a","model":"ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:43.642163283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"9708eeb7-e429-412b-8104-3853b5168361","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"routeName":"ipp-route-93574a-kserve-route","namespace":"ai-tenant-e2e-ipp-a-93574a","llmisvcName":"ipp-route-93574a","gateway":"openshift-ingress/e2e-ipp-a-93574a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:44.007763621Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"default-tenant","reconcileID":"ecccbfe1-3bff-4932-b0fc-894675bd5a1a","namespace":"ai-tenant-e2e-ipp-a-93574a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:44.007819819Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"default-tenant","reconcileID":"ecccbfe1-3bff-4932-b0fc-894675bd5a1a","namespace":"ai-tenant-e2e-ipp-a-93574a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:44.007866932Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"default-tenant","reconcileID":"ecccbfe1-3bff-4932-b0fc-894675bd5a1a","tenant":"e2e-ipp-a-93574a","tenantID":"e2e-ipp-a-93574a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:44.013644077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"default-tenant","reconcileID":"ecccbfe1-3bff-4932-b0fc-894675bd5a1a","gvk":"Deployment","name":"maas-api-e2e-ipp-a-93574a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:44.032497443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"default-tenant","reconcileID":"ecccbfe1-3bff-4932-b0fc-894675bd5a1a","gvk":"Service","name":"maas-api-e2e-ipp-a-93574a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:44.05717878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"default-tenant","reconcileID":"ecccbfe1-3bff-4932-b0fc-894675bd5a1a","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-93574a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:44.06781994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"default-tenant","reconcileID":"ecccbfe1-3bff-4932-b0fc-894675bd5a1a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-93574a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:44.073989797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"default-tenant","reconcileID":"ecccbfe1-3bff-4932-b0fc-894675bd5a1a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-93574a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:44.080679161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"default-tenant","reconcileID":"ecccbfe1-3bff-4932-b0fc-894675bd5a1a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-93574a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:44.088561656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"default-tenant","reconcileID":"ecccbfe1-3bff-4932-b0fc-894675bd5a1a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-93574a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:44.09214798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56d2e07a-37a0-4b5b-8099-c91d6419c7e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:44.096901713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56d2e07a-37a0-4b5b-8099-c91d6419c7e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:44.098647667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"default-tenant","reconcileID":"ecccbfe1-3bff-4932-b0fc-894675bd5a1a","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-93574a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:44.107841595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56d2e07a-37a0-4b5b-8099-c91d6419c7e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:44.114755265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"default-tenant","reconcileID":"ecccbfe1-3bff-4932-b0fc-894675bd5a1a","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-93574a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:44.11677402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56d2e07a-37a0-4b5b-8099-c91d6419c7e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:44.160242942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"default-tenant","reconcileID":"ecccbfe1-3bff-4932-b0fc-894675bd5a1a","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-93574a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:44.178272044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"default-tenant","reconcileID":"ecccbfe1-3bff-4932-b0fc-894675bd5a1a","gvk":"Service","name":"payload-processing-e2e-ipp-a-93574a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:44.199546531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"default-tenant","reconcileID":"ecccbfe1-3bff-4932-b0fc-894675bd5a1a","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-93574a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:44.207513553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"default-tenant","reconcileID":"ecccbfe1-3bff-4932-b0fc-894675bd5a1a","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-93574a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:44.213986739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"default-tenant","reconcileID":"ecccbfe1-3bff-4932-b0fc-894675bd5a1a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-93574a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:44.220458025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"default-tenant","reconcileID":"ecccbfe1-3bff-4932-b0fc-894675bd5a1a","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-93574a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:44.227287908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"default-tenant","reconcileID":"ecccbfe1-3bff-4932-b0fc-894675bd5a1a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-93574a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:44.234431229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"default-tenant","reconcileID":"ecccbfe1-3bff-4932-b0fc-894675bd5a1a","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-93574a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:44.244271625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"default-tenant","reconcileID":"ecccbfe1-3bff-4932-b0fc-894675bd5a1a","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-93574a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:44.249855561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"default-tenant","reconcileID":"ecccbfe1-3bff-4932-b0fc-894675bd5a1a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-93574a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:44.257602178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"default-tenant","reconcileID":"ecccbfe1-3bff-4932-b0fc-894675bd5a1a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-93574a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:44.671554963Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-93574a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-93574a","reconcileID":"7891d3c0-09bb-419a-a44c-d0555f66734a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-93574a","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-93574a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:44.689021939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29a3a0cd-135d-4004-bc05-fe03ba0831b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:44.692340414Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"0b32638e-623a-4b98-9040-8fc0cd213db8","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-93574a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:44.694876544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29a3a0cd-135d-4004-bc05-fe03ba0831b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:44.700631138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29a3a0cd-135d-4004-bc05-fe03ba0831b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:44.704277379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29a3a0cd-135d-4004-bc05-fe03ba0831b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:44.70524184Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"0b32638e-623a-4b98-9040-8fc0cd213db8","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-93574a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:44.710818036Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"1d6e0012-973f-4ea3-938b-cee56724c5fd","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-93574a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:44.710891981Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"1d6e0012-973f-4ea3-938b-cee56724c5fd","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-93574a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:44.721368619Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"3fc80662-d206-4467-b8f0-b4a20c4e14b9","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-93574a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:44.721489826Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"3fc80662-d206-4467-b8f0-b4a20c4e14b9","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-93574a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:44.742183551Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"d1b2a54c-b163-43bf-8615-5864b064e29c","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-93574a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:44.742241747Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"d1b2a54c-b163-43bf-8615-5864b064e29c","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-93574a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:44.782656532Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"c4a70178-68f7-4a1e-a8ed-53e72c7e1f22","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-93574a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:44.782730285Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"c4a70178-68f7-4a1e-a8ed-53e72c7e1f22","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-93574a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:44.89027095Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"423481e0-e32c-441d-a08a-35f42c186bcc","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-93574a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:44.890381633Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"423481e0-e32c-441d-a08a-35f42c186bcc","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-93574a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:45.011920075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5172eada-2abe-47c6-9955-dbf0e08509e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:45.014933056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5172eada-2abe-47c6-9955-dbf0e08509e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:45.017887719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5172eada-2abe-47c6-9955-dbf0e08509e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:45.021080284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5172eada-2abe-47c6-9955-dbf0e08509e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:45.050755954Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"f2f0d93d-0849-4f2d-a13a-5cc1a4d7d28f","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-93574a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:45.050817859Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"f2f0d93d-0849-4f2d-a13a-5cc1a4d7d28f","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-93574a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:45.371853299Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"a2629b44-a400-4740-b6bc-1f021cbcbb5e","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-93574a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:45.371945882Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"a2629b44-a400-4740-b6bc-1f021cbcbb5e","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-93574a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:45.38646143Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fe0612"},"namespace":"ai-tenant-e2e-ipp-b-fe0612","name":"default-tenant","reconcileID":"0f33acdd-e9a7-4a72-925b-2567b787fd56","namespace":"ai-tenant-e2e-ipp-b-fe0612","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:45.386552424Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fe0612"},"namespace":"ai-tenant-e2e-ipp-b-fe0612","name":"default-tenant","reconcileID":"0f33acdd-e9a7-4a72-925b-2567b787fd56","namespace":"ai-tenant-e2e-ipp-b-fe0612","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:45.3866354Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fe0612"},"namespace":"ai-tenant-e2e-ipp-b-fe0612","name":"default-tenant","reconcileID":"0f33acdd-e9a7-4a72-925b-2567b787fd56","tenant":"e2e-ipp-b-fe0612","tenantID":"e2e-ipp-b-fe0612","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:45.391405884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fe0612"},"namespace":"ai-tenant-e2e-ipp-b-fe0612","name":"default-tenant","reconcileID":"0f33acdd-e9a7-4a72-925b-2567b787fd56","gvk":"Deployment","name":"maas-api-e2e-ipp-b-fe0612","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:45.412583852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fe0612"},"namespace":"ai-tenant-e2e-ipp-b-fe0612","name":"default-tenant","reconcileID":"0f33acdd-e9a7-4a72-925b-2567b787fd56","gvk":"Service","name":"maas-api-e2e-ipp-b-fe0612","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:45.420209357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fe0612"},"namespace":"ai-tenant-e2e-ipp-b-fe0612","name":"default-tenant","reconcileID":"0f33acdd-e9a7-4a72-925b-2567b787fd56","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-fe0612","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:45.430913989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fe0612"},"namespace":"ai-tenant-e2e-ipp-b-fe0612","name":"default-tenant","reconcileID":"0f33acdd-e9a7-4a72-925b-2567b787fd56","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-fe0612","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:45.436634965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fe0612"},"namespace":"ai-tenant-e2e-ipp-b-fe0612","name":"default-tenant","reconcileID":"0f33acdd-e9a7-4a72-925b-2567b787fd56","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-fe0612","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:45.441913735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fe0612"},"namespace":"ai-tenant-e2e-ipp-b-fe0612","name":"default-tenant","reconcileID":"0f33acdd-e9a7-4a72-925b-2567b787fd56","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-fe0612","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:45.453980924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fe0612"},"namespace":"ai-tenant-e2e-ipp-b-fe0612","name":"default-tenant","reconcileID":"0f33acdd-e9a7-4a72-925b-2567b787fd56","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-fe0612","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:45.459694179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fe0612"},"namespace":"ai-tenant-e2e-ipp-b-fe0612","name":"default-tenant","reconcileID":"0f33acdd-e9a7-4a72-925b-2567b787fd56","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-fe0612","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:45.464589851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fe0612"},"namespace":"ai-tenant-e2e-ipp-b-fe0612","name":"default-tenant","reconcileID":"0f33acdd-e9a7-4a72-925b-2567b787fd56","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-fe0612","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:45.469523044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fe0612"},"namespace":"ai-tenant-e2e-ipp-b-fe0612","name":"default-tenant","reconcileID":"0f33acdd-e9a7-4a72-925b-2567b787fd56","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-fe0612","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:45.497753217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fe0612"},"namespace":"ai-tenant-e2e-ipp-b-fe0612","name":"default-tenant","reconcileID":"0f33acdd-e9a7-4a72-925b-2567b787fd56","gvk":"Service","name":"payload-processing-e2e-ipp-b-fe0612","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:45.51508755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fe0612"},"namespace":"ai-tenant-e2e-ipp-b-fe0612","name":"default-tenant","reconcileID":"0f33acdd-e9a7-4a72-925b-2567b787fd56","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-fe0612","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:45.520573039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fe0612"},"namespace":"ai-tenant-e2e-ipp-b-fe0612","name":"default-tenant","reconcileID":"0f33acdd-e9a7-4a72-925b-2567b787fd56","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-fe0612","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:45.528295103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fe0612"},"namespace":"ai-tenant-e2e-ipp-b-fe0612","name":"default-tenant","reconcileID":"0f33acdd-e9a7-4a72-925b-2567b787fd56","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-fe0612","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:45.544459493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fe0612"},"namespace":"ai-tenant-e2e-ipp-b-fe0612","name":"default-tenant","reconcileID":"0f33acdd-e9a7-4a72-925b-2567b787fd56","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-fe0612","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:45.559958318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fe0612"},"namespace":"ai-tenant-e2e-ipp-b-fe0612","name":"default-tenant","reconcileID":"0f33acdd-e9a7-4a72-925b-2567b787fd56","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-fe0612","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:45.570250978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fe0612"},"namespace":"ai-tenant-e2e-ipp-b-fe0612","name":"default-tenant","reconcileID":"0f33acdd-e9a7-4a72-925b-2567b787fd56","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-fe0612","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:45.577498412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fe0612"},"namespace":"ai-tenant-e2e-ipp-b-fe0612","name":"default-tenant","reconcileID":"0f33acdd-e9a7-4a72-925b-2567b787fd56","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-fe0612","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:45.584320176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fe0612"},"namespace":"ai-tenant-e2e-ipp-b-fe0612","name":"default-tenant","reconcileID":"0f33acdd-e9a7-4a72-925b-2567b787fd56","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-fe0612","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:45.594743884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fe0612"},"namespace":"ai-tenant-e2e-ipp-b-fe0612","name":"default-tenant","reconcileID":"0f33acdd-e9a7-4a72-925b-2567b787fd56","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-fe0612","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:45.686625954Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-fe0612","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-fe0612","reconcileID":"53d4b283-88a3-4a86-b6bb-de587d0c2fd1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-fe0612","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-fe0612"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:45.866186944Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"ba28778d-b9fc-4ce0-a281-d2e01fb8a154","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-93574a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:45.876409515Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"ba28778d-b9fc-4ce0-a281-d2e01fb8a154","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-93574a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:46.512978695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f94163e3-c62f-4dfe-90a3-99a4634a0984","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:46.516523851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f94163e3-c62f-4dfe-90a3-99a4634a0984","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:46.520086694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f94163e3-c62f-4dfe-90a3-99a4634a0984","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:46.52337211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f94163e3-c62f-4dfe-90a3-99a4634a0984","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:46.637247932Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"e59caec4-3cf5-4d54-98e3-ae2c25dddb89","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-93574a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:46.637321224Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"e59caec4-3cf5-4d54-98e3-ae2c25dddb89","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-93574a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:46.82245608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f51d0df-df0e-4a3b-8434-8b58da68bfa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:46.828486907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f51d0df-df0e-4a3b-8434-8b58da68bfa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:46.841252384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f51d0df-df0e-4a3b-8434-8b58da68bfa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:46.845885403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f51d0df-df0e-4a3b-8434-8b58da68bfa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:46.972286326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a-auth","reconcileID":"8db823b2-c8b1-47c1-859f-d23bde5cafe7","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-6a327a","tenantID":"e2e-praxis-a-6a327a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:46.988145846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a-auth","reconcileID":"8db823b2-c8b1-47c1-859f-d23bde5cafe7","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"name":"e2e-praxis-a-6a327a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:46.995963854Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-6a327a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a4b14f8901603a644888e4790aecc0479d5a43b76c194db345a214bd249ecc98) AuthConfig (8d58ee1e46d992c7a56d97eb3ae0ecf02d2d06ef9de6c5173a4cd933648fcc57) AuthConfig (6265eef78ee1a9c695dac003c4e1c9c9036d5e8129c82dec67053befe039b09b) AuthConfig (b6d76334161606814587b267fd7c759ee5df467ff1306d1a48f7d7aee06d690e) AuthConfig (a85d7a540f3b82dfca867285b16000e20e50a33fd556c72767a6cfec49174026) AuthConfig (e1a54f43df9c2ad0782deef5cb11be73fb5199892423ed8e21c2a183ec388449) AuthConfig (cd84cafe67f5c971f2e587ad168d0e33b374787a514f2b5dfadadc6a816b25d2) AuthConfig (e8562fe41f9e7c744595a1be4068a3732247533608ebdd2946f9474808c3018c) AuthConfig (4549cf286b22fd8a286cd4034174e1eaee4721b36634f600481cfb8c0ce3bcf8) AuthConfig (53e0eb7f105351dac8fd305f6dffdb4ef8df94f5d8a81100c12e8a51790dd76c) AuthConfig (f0cbdb39829059e78fe451da401e8c4f2cc1c68c2e161288d85242f058e743bf) AuthConfig (0b41bc7888c1ffaf025aee5905d82a7d3dfa68c9ccfa382c0f9c9663ae42552f) AuthConfig (2d84ca6d47e412c773ecaf69c9cc69d8ee2ea0e9e525db6322765ee00e9113ff) AuthConfig (c799cbb635d915e87118dfdfbb55797f16b0f2f3312f3269fb62a6eb4c9462ae) AuthConfig (c2381cd816250ae5b96f8850c1be96983d46fa3db71eb36a7edf3c462729bd52) AuthConfig (4403d03c776bb3a3f38915f7cbcabf31e1bc6d63433921ca8289af7db231cc96) AuthConfig (ec7e644e6d2c6816bcab53ae8f58fa15fbaea65c40c8e4cd12950c1e02af28ea) AuthConfig (9d28908bbb79dd4c14fcc3aad4b3c91b6f592b960a58cda508b3a23683119f65)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a-auth","reconcileID":"8db823b2-c8b1-47c1-859f-d23bde5cafe7","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:47.004945065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"6d083a8e-ff91-4ccb-9e99-ee4dae174792","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"tenant":"e2e-praxis-a-6a327a","gateway":"openshift-ingress/e2e-praxis-a-6a327a","model":"ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:47.004973557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"6d083a8e-ff91-4ccb-9e99-ee4dae174792","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"routeName":"praxis-route-6a327a-kserve-route","namespace":"ai-tenant-e2e-praxis-a-6a327a","llmisvcName":"praxis-route-6a327a","gateway":"openshift-ingress/e2e-praxis-a-6a327a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:49.198482157Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"ab475a21-5416-400d-8374-b1ef3ce85645","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-93574a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:49.198561316Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"ab475a21-5416-400d-8374-b1ef3ce85645","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-93574a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:50.241913727Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"5a05c093-c0db-41e7-96db-4807d2075bf2","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-93574a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:50.241980897Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"5a05c093-c0db-41e7-96db-4807d2075bf2","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-93574a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:50.927259688Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f778f5"},"namespace":"ai-tenant-e2e-praxis-a-f778f5","name":"default-tenant","reconcileID":"8d94998f-02ee-49b1-becb-2a0c8077fc12","namespace":"ai-tenant-e2e-praxis-a-f778f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:50.927318027Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f778f5"},"namespace":"ai-tenant-e2e-praxis-a-f778f5","name":"default-tenant","reconcileID":"8d94998f-02ee-49b1-becb-2a0c8077fc12","namespace":"ai-tenant-e2e-praxis-a-f778f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:50.927364565Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f778f5"},"namespace":"ai-tenant-e2e-praxis-a-f778f5","name":"default-tenant","reconcileID":"8d94998f-02ee-49b1-becb-2a0c8077fc12","tenant":"e2e-praxis-a-f778f5","tenantID":"e2e-praxis-a-f778f5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:50.932069003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f778f5"},"namespace":"ai-tenant-e2e-praxis-a-f778f5","name":"default-tenant","reconcileID":"8d94998f-02ee-49b1-becb-2a0c8077fc12","gvk":"Deployment","name":"maas-api-e2e-praxis-a-f778f5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:50.943545359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f778f5"},"namespace":"ai-tenant-e2e-praxis-a-f778f5","name":"default-tenant","reconcileID":"8d94998f-02ee-49b1-becb-2a0c8077fc12","gvk":"Service","name":"maas-api-e2e-praxis-a-f778f5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:50.957532979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f778f5"},"namespace":"ai-tenant-e2e-praxis-a-f778f5","name":"default-tenant","reconcileID":"8d94998f-02ee-49b1-becb-2a0c8077fc12","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-f778f5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:50.963089707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f778f5"},"namespace":"ai-tenant-e2e-praxis-a-f778f5","name":"default-tenant","reconcileID":"8d94998f-02ee-49b1-becb-2a0c8077fc12","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-f778f5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:50.971388951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f778f5"},"namespace":"ai-tenant-e2e-praxis-a-f778f5","name":"default-tenant","reconcileID":"8d94998f-02ee-49b1-becb-2a0c8077fc12","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-f778f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:50.978249799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f778f5"},"namespace":"ai-tenant-e2e-praxis-a-f778f5","name":"default-tenant","reconcileID":"8d94998f-02ee-49b1-becb-2a0c8077fc12","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-f778f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:50.986030296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f778f5"},"namespace":"ai-tenant-e2e-praxis-a-f778f5","name":"default-tenant","reconcileID":"8d94998f-02ee-49b1-becb-2a0c8077fc12","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-f778f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:50.992193788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f778f5"},"namespace":"ai-tenant-e2e-praxis-a-f778f5","name":"default-tenant","reconcileID":"8d94998f-02ee-49b1-becb-2a0c8077fc12","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-f778f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:50.996282473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f778f5"},"namespace":"ai-tenant-e2e-praxis-a-f778f5","name":"default-tenant","reconcileID":"8d94998f-02ee-49b1-becb-2a0c8077fc12","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-f778f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:51.00117911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f778f5"},"namespace":"ai-tenant-e2e-praxis-a-f778f5","name":"default-tenant","reconcileID":"8d94998f-02ee-49b1-becb-2a0c8077fc12","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-f778f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:51.003652909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f778f5"},"namespace":"ai-tenant-e2e-praxis-a-f778f5","name":"default-tenant","reconcileID":"8d94998f-02ee-49b1-becb-2a0c8077fc12","gvk":"Service","name":"payload-processing-e2e-praxis-a-f778f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:51.007274184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f778f5"},"namespace":"ai-tenant-e2e-praxis-a-f778f5","name":"default-tenant","reconcileID":"8d94998f-02ee-49b1-becb-2a0c8077fc12","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-f778f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:51.009875761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f778f5"},"namespace":"ai-tenant-e2e-praxis-a-f778f5","name":"default-tenant","reconcileID":"8d94998f-02ee-49b1-becb-2a0c8077fc12","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-f778f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:51.012414405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f778f5"},"namespace":"ai-tenant-e2e-praxis-a-f778f5","name":"default-tenant","reconcileID":"8d94998f-02ee-49b1-becb-2a0c8077fc12","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-f778f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:51.015252994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f778f5"},"namespace":"ai-tenant-e2e-praxis-a-f778f5","name":"default-tenant","reconcileID":"8d94998f-02ee-49b1-becb-2a0c8077fc12","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-f778f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:51.026628133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f778f5"},"namespace":"ai-tenant-e2e-praxis-a-f778f5","name":"default-tenant","reconcileID":"8d94998f-02ee-49b1-becb-2a0c8077fc12","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-f778f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:51.029579751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f778f5"},"namespace":"ai-tenant-e2e-praxis-a-f778f5","name":"default-tenant","reconcileID":"8d94998f-02ee-49b1-becb-2a0c8077fc12","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-f778f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:51.032160934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f778f5"},"namespace":"ai-tenant-e2e-praxis-a-f778f5","name":"default-tenant","reconcileID":"8d94998f-02ee-49b1-becb-2a0c8077fc12","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-f778f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:51.034720875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f778f5"},"namespace":"ai-tenant-e2e-praxis-a-f778f5","name":"default-tenant","reconcileID":"8d94998f-02ee-49b1-becb-2a0c8077fc12","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-f778f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:51.037203594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f778f5"},"namespace":"ai-tenant-e2e-praxis-a-f778f5","name":"default-tenant","reconcileID":"8d94998f-02ee-49b1-becb-2a0c8077fc12","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-f778f5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:51.187211646Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-f778f5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-f778f5","reconcileID":"f45dc774-2c1b-43ca-a5d2-1c6c7c5ea764","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-f778f5","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-f778f5"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:51.265663833Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"d725d5b4-e135-44b7-95d7-10b66804455b","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-93574a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:51.265857025Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"d725d5b4-e135-44b7-95d7-10b66804455b","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-93574a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:51.613511636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"089bb3e3-9ecc-465a-bbdf-8cfcc0edf9c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:51.616661806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"089bb3e3-9ecc-465a-bbdf-8cfcc0edf9c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:51.620486941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"089bb3e3-9ecc-465a-bbdf-8cfcc0edf9c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:51.626496575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"089bb3e3-9ecc-465a-bbdf-8cfcc0edf9c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:51.786849638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02a5ed60-80bc-4e04-9a19-1135e07f999b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:51.789987814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02a5ed60-80bc-4e04-9a19-1135e07f999b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:51.793721911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02a5ed60-80bc-4e04-9a19-1135e07f999b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:51.804305003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02a5ed60-80bc-4e04-9a19-1135e07f999b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:53.998516498Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"78717012-b747-4ba2-bcde-455911ea87e1","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-93574a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:53.998601678Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"78717012-b747-4ba2-bcde-455911ea87e1","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-93574a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:55.024526489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"4fbe0c8d-c8b6-4422-929a-47b7a1a61d27","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:55.044078437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"47bdb29a-9d94-4a6e-945e-478e7afd0793","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:55.048240281Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-4ca528f1","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-apikey-sub-binding-4ca528f1","reconcileID":"cd3dafe6-f4de-4090-9fda-bb58f09cd291","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-4ca528f1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:55.052476855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"2e804a0a-4e52-456d-a222-3e03742abbc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:55.052479862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"794a9288-0111-4e9c-9ee7-d23db521c3af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:55.066864965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"2e804a0a-4e52-456d-a222-3e03742abbc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:55.067497121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"794a9288-0111-4e9c-9ee7-d23db521c3af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:55.078864558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"3e235eb0-694a-4629-9a4f-b6d8c5352c3f","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:55.088288524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"b84a7b12-6b44-432a-9962-365d4e7aeaba","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:55.127108914Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-4ca528f1","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-apikey-sub-binding-4ca528f1","reconcileID":"da7047e3-49d0-4953-9c69-4e58c4a62e85","MaaSSubscription":{"name":"e2e-apikey-sub-binding-4ca528f1","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-simulator-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-9de872/e2e-apikey-sub-binding-4ca528f1","ai-tenant-e2e-worker-w0-9de872/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:55.143299702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"0714b846-4b58-4308-9dfe-3f0159c57eec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:55.143450732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"a75aba55-10a2-42dc-9c5d-af8a69fbb1fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:55.151717873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"0714b846-4b58-4308-9dfe-3f0159c57eec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:55.152783819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"a75aba55-10a2-42dc-9c5d-af8a69fbb1fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:55.154952186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"bf02bf60-c534-43ee-85fd-53076f75d09d","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:55.202207384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-4ca528f1","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-apikey-sub-binding-4ca528f1","reconcileID":"28b7c28f-ad5f-411d-8988-8e75d44d6c01","MaaSSubscription":{"name":"e2e-apikey-sub-binding-4ca528f1","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-simulator-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:55.202775133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-subscription","reconcileID":"a3d42292-dfa7-4456-80a0-7d57fb271f95","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-simulator-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:56.257838151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"7a7b92aa-87ec-4209-b2ed-c31c2f6348de","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:56.270247316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"5eaf7824-f35b-4238-a825-2dd6385933fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:56.270509905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"7864a4dc-b6a3-42cc-9233-b92779ddb123","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:56.27789517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"7864a4dc-b6a3-42cc-9233-b92779ddb123","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:56.278875907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"5eaf7824-f35b-4238-a825-2dd6385933fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:57.012916984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a-auth","reconcileID":"f7bf8211-8728-4ed0-8939-0ff7ad18f020","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-6a327a","tenantID":"e2e-praxis-a-6a327a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:57.042411856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a-auth","reconcileID":"f7bf8211-8728-4ed0-8939-0ff7ad18f020","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"name":"e2e-praxis-a-6a327a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:57.064385134Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-6a327a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a4b14f8901603a644888e4790aecc0479d5a43b76c194db345a214bd249ecc98) AuthConfig (8d58ee1e46d992c7a56d97eb3ae0ecf02d2d06ef9de6c5173a4cd933648fcc57) AuthConfig (6265eef78ee1a9c695dac003c4e1c9c9036d5e8129c82dec67053befe039b09b) AuthConfig (b6d76334161606814587b267fd7c759ee5df467ff1306d1a48f7d7aee06d690e) AuthConfig (a85d7a540f3b82dfca867285b16000e20e50a33fd556c72767a6cfec49174026) AuthConfig (e1a54f43df9c2ad0782deef5cb11be73fb5199892423ed8e21c2a183ec388449) AuthConfig (cd84cafe67f5c971f2e587ad168d0e33b374787a514f2b5dfadadc6a816b25d2) AuthConfig (e8562fe41f9e7c744595a1be4068a3732247533608ebdd2946f9474808c3018c) AuthConfig (4549cf286b22fd8a286cd4034174e1eaee4721b36634f600481cfb8c0ce3bcf8) AuthConfig (53e0eb7f105351dac8fd305f6dffdb4ef8df94f5d8a81100c12e8a51790dd76c) AuthConfig (f0cbdb39829059e78fe451da401e8c4f2cc1c68c2e161288d85242f058e743bf) AuthConfig (0b41bc7888c1ffaf025aee5905d82a7d3dfa68c9ccfa382c0f9c9663ae42552f) AuthConfig (2d84ca6d47e412c773ecaf69c9cc69d8ee2ea0e9e525db6322765ee00e9113ff) AuthConfig (c799cbb635d915e87118dfdfbb55797f16b0f2f3312f3269fb62a6eb4c9462ae) AuthConfig (c2381cd816250ae5b96f8850c1be96983d46fa3db71eb36a7edf3c462729bd52) AuthConfig (4403d03c776bb3a3f38915f7cbcabf31e1bc6d63433921ca8289af7db231cc96) AuthConfig (ec7e644e6d2c6816bcab53ae8f58fa15fbaea65c40c8e4cd12950c1e02af28ea) AuthConfig (9d28908bbb79dd4c14fcc3aad4b3c91b6f592b960a58cda508b3a23683119f65)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a-auth","reconcileID":"f7bf8211-8728-4ed0-8939-0ff7ad18f020","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:58.754440667Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"e71cdb0f-b686-4e51-9f86-450c0b4adf05","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-93574a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:58.755985735Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"e71cdb0f-b686-4e51-9f86-450c0b4adf05","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-93574a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:58.834220501Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"f3266698-38cc-4069-8144-e75fa8c638c2","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-93574a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:58.834303433Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"f3266698-38cc-4069-8144-e75fa8c638c2","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-93574a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:58.940879429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39434999-b934-434c-b971-9077d56d3e5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:58.944252513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39434999-b934-434c-b971-9077d56d3e5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:58.947749787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39434999-b934-434c-b971-9077d56d3e5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:58.956389783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39434999-b934-434c-b971-9077d56d3e5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:59.129277302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5a79c94-6f88-4606-9da1-bf88fd024794","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:59.13248985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5a79c94-6f88-4606-9da1-bf88fd024794","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:59.135528797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5a79c94-6f88-4606-9da1-bf88fd024794","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:59.138607573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5a79c94-6f88-4606-9da1-bf88fd024794","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:59.396513373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfcc47cc-fcf3-401e-b366-d8713499c1d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:59.401328837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfcc47cc-fcf3-401e-b366-d8713499c1d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:59.406882162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfcc47cc-fcf3-401e-b366-d8713499c1d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:59.41219721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfcc47cc-fcf3-401e-b366-d8713499c1d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:00.370542177Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-10d367"},"namespace":"ai-tenant-e2e-praxis-b-10d367","name":"default-tenant","reconcileID":"5083ea13-c693-4051-9a54-f1813296a09a","namespace":"ai-tenant-e2e-praxis-b-10d367","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:00.370621024Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-10d367"},"namespace":"ai-tenant-e2e-praxis-b-10d367","name":"default-tenant","reconcileID":"5083ea13-c693-4051-9a54-f1813296a09a","namespace":"ai-tenant-e2e-praxis-b-10d367","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:00.370697286Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-10d367"},"namespace":"ai-tenant-e2e-praxis-b-10d367","name":"default-tenant","reconcileID":"5083ea13-c693-4051-9a54-f1813296a09a","tenant":"e2e-praxis-b-10d367","tenantID":"e2e-praxis-b-10d367","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:00.375931626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-10d367"},"namespace":"ai-tenant-e2e-praxis-b-10d367","name":"default-tenant","reconcileID":"5083ea13-c693-4051-9a54-f1813296a09a","gvk":"Deployment","name":"maas-api-e2e-praxis-b-10d367","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:00.387567062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-10d367"},"namespace":"ai-tenant-e2e-praxis-b-10d367","name":"default-tenant","reconcileID":"5083ea13-c693-4051-9a54-f1813296a09a","gvk":"Service","name":"maas-api-e2e-praxis-b-10d367","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:00.397627312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-10d367"},"namespace":"ai-tenant-e2e-praxis-b-10d367","name":"default-tenant","reconcileID":"5083ea13-c693-4051-9a54-f1813296a09a","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-10d367","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:00.404863478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-10d367"},"namespace":"ai-tenant-e2e-praxis-b-10d367","name":"default-tenant","reconcileID":"5083ea13-c693-4051-9a54-f1813296a09a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-10d367","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:00.414154513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-10d367"},"namespace":"ai-tenant-e2e-praxis-b-10d367","name":"default-tenant","reconcileID":"5083ea13-c693-4051-9a54-f1813296a09a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-10d367","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:00.424743464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-10d367"},"namespace":"ai-tenant-e2e-praxis-b-10d367","name":"default-tenant","reconcileID":"5083ea13-c693-4051-9a54-f1813296a09a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-10d367","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:00.437750522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-10d367"},"namespace":"ai-tenant-e2e-praxis-b-10d367","name":"default-tenant","reconcileID":"5083ea13-c693-4051-9a54-f1813296a09a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-10d367","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:00.443247635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-10d367"},"namespace":"ai-tenant-e2e-praxis-b-10d367","name":"default-tenant","reconcileID":"5083ea13-c693-4051-9a54-f1813296a09a","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-10d367","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:00.445948931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-10d367"},"namespace":"ai-tenant-e2e-praxis-b-10d367","name":"default-tenant","reconcileID":"5083ea13-c693-4051-9a54-f1813296a09a","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-10d367","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:00.448659653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-10d367"},"namespace":"ai-tenant-e2e-praxis-b-10d367","name":"default-tenant","reconcileID":"5083ea13-c693-4051-9a54-f1813296a09a","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-10d367","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:00.451215846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-10d367"},"namespace":"ai-tenant-e2e-praxis-b-10d367","name":"default-tenant","reconcileID":"5083ea13-c693-4051-9a54-f1813296a09a","gvk":"Service","name":"payload-processing-e2e-praxis-b-10d367","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:00.454483342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-10d367"},"namespace":"ai-tenant-e2e-praxis-b-10d367","name":"default-tenant","reconcileID":"5083ea13-c693-4051-9a54-f1813296a09a","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-10d367","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:00.461140757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-10d367"},"namespace":"ai-tenant-e2e-praxis-b-10d367","name":"default-tenant","reconcileID":"5083ea13-c693-4051-9a54-f1813296a09a","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-10d367","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:00.463800606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-10d367"},"namespace":"ai-tenant-e2e-praxis-b-10d367","name":"default-tenant","reconcileID":"5083ea13-c693-4051-9a54-f1813296a09a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-10d367","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:00.466197827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-10d367"},"namespace":"ai-tenant-e2e-praxis-b-10d367","name":"default-tenant","reconcileID":"5083ea13-c693-4051-9a54-f1813296a09a","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-10d367","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:00.473962812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-10d367"},"namespace":"ai-tenant-e2e-praxis-b-10d367","name":"default-tenant","reconcileID":"5083ea13-c693-4051-9a54-f1813296a09a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-10d367","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:00.476382456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-10d367"},"namespace":"ai-tenant-e2e-praxis-b-10d367","name":"default-tenant","reconcileID":"5083ea13-c693-4051-9a54-f1813296a09a","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-10d367","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:00.479165857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-10d367"},"namespace":"ai-tenant-e2e-praxis-b-10d367","name":"default-tenant","reconcileID":"5083ea13-c693-4051-9a54-f1813296a09a","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-10d367","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:00.48185156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-10d367"},"namespace":"ai-tenant-e2e-praxis-b-10d367","name":"default-tenant","reconcileID":"5083ea13-c693-4051-9a54-f1813296a09a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-10d367","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:00.484193713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-10d367"},"namespace":"ai-tenant-e2e-praxis-b-10d367","name":"default-tenant","reconcileID":"5083ea13-c693-4051-9a54-f1813296a09a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-10d367","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:00.572454827Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-10d367","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-10d367","reconcileID":"12705088-146c-449c-913a-4f584a50e0d7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-10d367","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-10d367"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:00:00.678979731Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"d912b6fe-34d9-4b2f-b94d-8c637ccf2ef9","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-93574a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:00:00.679062495Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"d912b6fe-34d9-4b2f-b94d-8c637ccf2ef9","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-93574a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:00.968197612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3afbabfb-9439-42ad-b7b5-fdf1ba2a64f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:00.9725032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3afbabfb-9439-42ad-b7b5-fdf1ba2a64f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:00.982832723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3afbabfb-9439-42ad-b7b5-fdf1ba2a64f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:00.988847847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3afbabfb-9439-42ad-b7b5-fdf1ba2a64f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:01.222349444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e94e665-bd05-47a6-a87e-b1496a7b6aaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:01.225532306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e94e665-bd05-47a6-a87e-b1496a7b6aaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:01.231109624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e94e665-bd05-47a6-a87e-b1496a7b6aaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:01.237577557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e94e665-bd05-47a6-a87e-b1496a7b6aaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:06.273657062Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-4ca528f1","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-apikey-sub-binding-4ca528f1","reconcileID":"33a1a94f-c001-479a-8567-ccf2ee60e8be","MaaSSubscription":{"name":"e2e-apikey-sub-binding-4ca528f1","namespace":"ai-tenant-e2e-worker-w0-9de872"},"model":"e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872","subscription":"e2e-apikey-sub-binding-4ca528f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:06.29399098Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-4ca528f1","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-apikey-sub-binding-4ca528f1","reconcileID":"33a1a94f-c001-479a-8567-ccf2ee60e8be","MaaSSubscription":{"name":"e2e-apikey-sub-binding-4ca528f1","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-simulator-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-9de872/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:06.311166319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-subscription","reconcileID":"1d7cfef5-83ba-472e-809f-9497f89545a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-simulator-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:06.411592212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"409704a8-9b08-47bb-81cd-aadbcb6fb50d","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:06.420447085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"a11f5e04-30a3-4de5-8c06-c57c286d0b8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:06.420569176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"6ef64d9b-2149-4359-acc3-f6e2eb5320d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:06.428466311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"6ef64d9b-2149-4359-acc3-f6e2eb5320d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:06.428474355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"a11f5e04-30a3-4de5-8c06-c57c286d0b8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:07.073216106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a-auth","reconcileID":"451a3d02-be2f-41bf-b7df-002ad65c9f18","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-6a327a","tenantID":"e2e-praxis-a-6a327a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:07.081812841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a-auth","reconcileID":"451a3d02-be2f-41bf-b7df-002ad65c9f18","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"name":"e2e-praxis-a-6a327a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:07.09142801Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-6a327a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a4b14f8901603a644888e4790aecc0479d5a43b76c194db345a214bd249ecc98) AuthConfig (8d58ee1e46d992c7a56d97eb3ae0ecf02d2d06ef9de6c5173a4cd933648fcc57) AuthConfig (6265eef78ee1a9c695dac003c4e1c9c9036d5e8129c82dec67053befe039b09b) AuthConfig (b6d76334161606814587b267fd7c759ee5df467ff1306d1a48f7d7aee06d690e) AuthConfig (a85d7a540f3b82dfca867285b16000e20e50a33fd556c72767a6cfec49174026) AuthConfig (e1a54f43df9c2ad0782deef5cb11be73fb5199892423ed8e21c2a183ec388449) AuthConfig (cd84cafe67f5c971f2e587ad168d0e33b374787a514f2b5dfadadc6a816b25d2) AuthConfig (e8562fe41f9e7c744595a1be4068a3732247533608ebdd2946f9474808c3018c) AuthConfig (4549cf286b22fd8a286cd4034174e1eaee4721b36634f600481cfb8c0ce3bcf8) AuthConfig (53e0eb7f105351dac8fd305f6dffdb4ef8df94f5d8a81100c12e8a51790dd76c) AuthConfig (f0cbdb39829059e78fe451da401e8c4f2cc1c68c2e161288d85242f058e743bf) AuthConfig (0b41bc7888c1ffaf025aee5905d82a7d3dfa68c9ccfa382c0f9c9663ae42552f) AuthConfig (2d84ca6d47e412c773ecaf69c9cc69d8ee2ea0e9e525db6322765ee00e9113ff) AuthConfig (c799cbb635d915e87118dfdfbb55797f16b0f2f3312f3269fb62a6eb4c9462ae) AuthConfig (c2381cd816250ae5b96f8850c1be96983d46fa3db71eb36a7edf3c462729bd52) AuthConfig (4403d03c776bb3a3f38915f7cbcabf31e1bc6d63433921ca8289af7db231cc96) AuthConfig (ec7e644e6d2c6816bcab53ae8f58fa15fbaea65c40c8e4cd12950c1e02af28ea) AuthConfig (9d28908bbb79dd4c14fcc3aad4b3c91b6f592b960a58cda508b3a23683119f65)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a-auth","reconcileID":"451a3d02-be2f-41bf-b7df-002ad65c9f18","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:07.374319289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"6ac9abc8-92f8-46a0-a32e-8934e04e5903","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:07.380562704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"ec60633d-e99f-48a8-a76c-64acde1b8918","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:00:07.384689717Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-ordering-sub","reconcileID":"d13f048d-076d-440a-8004-513c80e2f4ca","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:07.386654844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"2668e956-80fb-43dd-97ba-3748f64f467d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:07.387046924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"c5655e4e-39d4-4768-a5d8-6ad4846d0c4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:07.394161861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"2668e956-80fb-43dd-97ba-3748f64f467d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:07.395708853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"c5655e4e-39d4-4768-a5d8-6ad4846d0c4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:07.400351632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"bd6796a1-29c3-4aba-9f04-2c7f19c5a8c6","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:07.407997874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"9a42c139-00c8-499d-9bc7-08e58b33cad7","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:07.446634201Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-ordering-sub","reconcileID":"6549ef7e-89a5-499e-80a3-0ac035f9a727","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-premium-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/premium-w0-9de872","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-9de872/e2e-ordering-sub","ai-tenant-e2e-worker-w0-9de872/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:07.508510999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"afc2a478-5181-49fc-b18f-527732264dcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:07.508814077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"6e2c1190-8ccb-41e8-98c7-1940386f1011","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:07.51882529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"afc2a478-5181-49fc-b18f-527732264dcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:07.519908963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"0dbacf20-9e8d-454e-9a62-ed593a406cef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:07.521990905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"6e2c1190-8ccb-41e8-98c7-1940386f1011","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:07.526621677Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-subscription","reconcileID":"e4217cc2-6cf4-4c71-b8cb-22136a509a3c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-premium-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/premium-w0-9de872","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:07.637674022Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-ordering-sub","reconcileID":"08726d39-52a6-4107-b5d1-969e21ffb76d","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-premium-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/premium-w0-9de872","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:08.386289763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"a546e48e-9307-47d6-abfb-b9b17a64f00f","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:08.391645897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"b3d48464-b24c-4fae-826c-76c5788d9609","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:08.432028745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-ordering-auth","reconcileID":"b02c845f-5e67-4d76-a7e7-fe04a2dd0cbb","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:08.463519894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-ordering-auth","reconcileID":"b02c845f-5e67-4d76-a7e7-fe04a2dd0cbb","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:08.489315101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"432fa058-703a-48de-9a9e-c1b3bdb83010","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:00:08.871049585Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"53df1206-1a8f-44fa-83e6-a0f7863cd47f","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-93574a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:00:08.871153812Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"53df1206-1a8f-44fa-83e6-a0f7863cd47f","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-93574a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:08.962991737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"350637ec-c6d1-44c1-bfc3-6413a657fd0d","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:08.971659436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-ordering-auth","reconcileID":"ff343c13-96ee-4082-9703-b56beb23851f","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:08.972073183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"831e361a-071a-4903-9b05-b77ff5604087","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:08.972503572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"ada96006-30ed-4e52-8802-d4fea166fcd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:08.982573385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-ordering-auth","reconcileID":"ff343c13-96ee-4082-9703-b56beb23851f","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:09.058003513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"ada96006-30ed-4e52-8802-d4fea166fcd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:09.059515987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"831e361a-071a-4903-9b05-b77ff5604087","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:09.389274021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"5f3c0247-4b77-42fb-8aae-8d37654d979a","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"premium-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"premium-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:09.403071262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"3cc8afae-cf59-427e-a486-c00207d0789c","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"premium-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"premium-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:09.440587096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-test-auth-no-access","reconcileID":"241c9d90-c330-4d1b-8f77-53df3c8084cc","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:09.450234729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-test-auth-no-access","reconcileID":"241c9d90-c330-4d1b-8f77-53df3c8084cc","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:09.484118995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"9a614102-17d9-4e21-b0fa-7097f325cb92","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"premium-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"premium-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:09.514288158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-test-auth-no-access","reconcileID":"50b75ed7-4f2c-4877-9273-ca63cb96f89c","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:09.523372166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-test-auth-no-access","reconcileID":"50b75ed7-4f2c-4877-9273-ca63cb96f89c","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:09.545167481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"151d65ec-05c9-4ae7-abbd-8bbc8cdc68f5","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"premium-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"premium-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:09.557034616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"03c79292-57eb-4f96-b46d-017c4147a972","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"premium-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"premium-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:00:09.558921051Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-test-subscription-no-access","reconcileID":"fca9a8cd-c3c3-41ef-8af5-3f20e09e83e8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:09.577632353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"b19565fe-5421-4059-9dae-983bd34ef4f5","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"premium-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"premium-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:09.584838133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"bd62b0c1-e163-45f7-9572-e3097fe24ac7","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"premium-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"premium-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:09.60660808Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-test-subscription-no-access","reconcileID":"778f9431-00d7-4c0c-ab9a-0a8fcc8febd0","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-premium-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/premium-w3-2889dd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-2889dd/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w3-2889dd/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:09.612825236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"1a3ab0b1-65eb-4764-a7fd-42d2ef4ac0bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:09.61371092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-test-auth-no-access","reconcileID":"c353b47a-4265-448f-89af-4ca9f4bc5d74","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:09.61406155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"15f9da0c-586a-4de0-9268-1e4d767fc6c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:09.620455274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"1a3ab0b1-65eb-4764-a7fd-42d2ef4ac0bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:09.620802769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-test-auth-no-access","reconcileID":"c353b47a-4265-448f-89af-4ca9f4bc5d74","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:09.622932018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"15f9da0c-586a-4de0-9268-1e4d767fc6c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:09.623647608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"ebaec51b-68c5-4cf0-9f29-ba5d5f5b3078","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"premium-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"premium-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:09.701123087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-subscription","reconcileID":"ede4fa2a-5084-4de2-8969-119087f3fb1e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-premium-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/premium-w3-2889dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:09.70173997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-test-subscription-no-access","reconcileID":"620e22ec-84c2-4e04-ad2c-2630190084d9","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-premium-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/premium-w3-2889dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:09.726076685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"3b1ced9d-5493-4e9c-a429-bd8882cf704b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:09.726176439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-test-auth-no-access","reconcileID":"b06c8157-ae06-4a84-a268-c64380e9bb02","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:09.726601673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"fc07f6fc-ee94-4ce9-8c97-20bb57d37043","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:09.743036697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-test-auth-no-access","reconcileID":"b06c8157-ae06-4a84-a268-c64380e9bb02","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:09.743920193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"3b1ced9d-5493-4e9c-a429-bd8882cf704b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:09.748027804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"fc07f6fc-ee94-4ce9-8c97-20bb57d37043","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:10.387308362Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:10.502263658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"f8ce967c-a59a-4b1e-a8d5-1607ca29fa35","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"premium-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"premium-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:10.512733766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"6e90eebc-e303-4bda-9823-eb56dfcbf3d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:10.513272394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-test-auth-no-access","reconcileID":"78b7bd26-755f-4015-811e-557e64569805","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:10.513700767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"4135e2ad-e5d1-42bf-875f-824f4f7da62e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:10.519854204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"6e90eebc-e303-4bda-9823-eb56dfcbf3d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:10.520288351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-test-auth-no-access","reconcileID":"78b7bd26-755f-4015-811e-557e64569805","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:10.522258737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"4135e2ad-e5d1-42bf-875f-824f4f7da62e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:16.079331204Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d1aa8"},"namespace":"ai-tenant-e2e-praxis-b-3d1aa8","name":"default-tenant","reconcileID":"701614be-9126-4e4e-855c-a48263622ceb","namespace":"ai-tenant-e2e-praxis-b-3d1aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:16.079392294Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d1aa8"},"namespace":"ai-tenant-e2e-praxis-b-3d1aa8","name":"default-tenant","reconcileID":"701614be-9126-4e4e-855c-a48263622ceb","namespace":"ai-tenant-e2e-praxis-b-3d1aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:16.079440171Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d1aa8"},"namespace":"ai-tenant-e2e-praxis-b-3d1aa8","name":"default-tenant","reconcileID":"701614be-9126-4e4e-855c-a48263622ceb","tenant":"e2e-praxis-b-3d1aa8","tenantID":"e2e-praxis-b-3d1aa8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:16.084455573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d1aa8"},"namespace":"ai-tenant-e2e-praxis-b-3d1aa8","name":"default-tenant","reconcileID":"701614be-9126-4e4e-855c-a48263622ceb","gvk":"Deployment","name":"maas-api-e2e-praxis-b-3d1aa8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:16.104071983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d1aa8"},"namespace":"ai-tenant-e2e-praxis-b-3d1aa8","name":"default-tenant","reconcileID":"701614be-9126-4e4e-855c-a48263622ceb","gvk":"Service","name":"maas-api-e2e-praxis-b-3d1aa8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:16.114408498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d1aa8"},"namespace":"ai-tenant-e2e-praxis-b-3d1aa8","name":"default-tenant","reconcileID":"701614be-9126-4e4e-855c-a48263622ceb","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-3d1aa8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:16.122041276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d1aa8"},"namespace":"ai-tenant-e2e-praxis-b-3d1aa8","name":"default-tenant","reconcileID":"701614be-9126-4e4e-855c-a48263622ceb","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-3d1aa8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:16.130618896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d1aa8"},"namespace":"ai-tenant-e2e-praxis-b-3d1aa8","name":"default-tenant","reconcileID":"701614be-9126-4e4e-855c-a48263622ceb","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-3d1aa8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:16.142353069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d1aa8"},"namespace":"ai-tenant-e2e-praxis-b-3d1aa8","name":"default-tenant","reconcileID":"701614be-9126-4e4e-855c-a48263622ceb","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-3d1aa8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:16.150515334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d1aa8"},"namespace":"ai-tenant-e2e-praxis-b-3d1aa8","name":"default-tenant","reconcileID":"701614be-9126-4e4e-855c-a48263622ceb","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-3d1aa8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:16.158281756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d1aa8"},"namespace":"ai-tenant-e2e-praxis-b-3d1aa8","name":"default-tenant","reconcileID":"701614be-9126-4e4e-855c-a48263622ceb","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-3d1aa8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:16.162585434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d1aa8"},"namespace":"ai-tenant-e2e-praxis-b-3d1aa8","name":"default-tenant","reconcileID":"701614be-9126-4e4e-855c-a48263622ceb","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-3d1aa8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:16.166030409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d1aa8"},"namespace":"ai-tenant-e2e-praxis-b-3d1aa8","name":"default-tenant","reconcileID":"701614be-9126-4e4e-855c-a48263622ceb","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-3d1aa8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:16.173221907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d1aa8"},"namespace":"ai-tenant-e2e-praxis-b-3d1aa8","name":"default-tenant","reconcileID":"701614be-9126-4e4e-855c-a48263622ceb","gvk":"Service","name":"payload-processing-e2e-praxis-b-3d1aa8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:16.177315877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d1aa8"},"namespace":"ai-tenant-e2e-praxis-b-3d1aa8","name":"default-tenant","reconcileID":"701614be-9126-4e4e-855c-a48263622ceb","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-3d1aa8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:16.1799023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d1aa8"},"namespace":"ai-tenant-e2e-praxis-b-3d1aa8","name":"default-tenant","reconcileID":"701614be-9126-4e4e-855c-a48263622ceb","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-3d1aa8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:16.1823671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d1aa8"},"namespace":"ai-tenant-e2e-praxis-b-3d1aa8","name":"default-tenant","reconcileID":"701614be-9126-4e4e-855c-a48263622ceb","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-3d1aa8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:16.184729666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d1aa8"},"namespace":"ai-tenant-e2e-praxis-b-3d1aa8","name":"default-tenant","reconcileID":"701614be-9126-4e4e-855c-a48263622ceb","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-3d1aa8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:16.190944843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d1aa8"},"namespace":"ai-tenant-e2e-praxis-b-3d1aa8","name":"default-tenant","reconcileID":"701614be-9126-4e4e-855c-a48263622ceb","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-3d1aa8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:16.193555055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d1aa8"},"namespace":"ai-tenant-e2e-praxis-b-3d1aa8","name":"default-tenant","reconcileID":"701614be-9126-4e4e-855c-a48263622ceb","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-3d1aa8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:16.200263599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d1aa8"},"namespace":"ai-tenant-e2e-praxis-b-3d1aa8","name":"default-tenant","reconcileID":"701614be-9126-4e4e-855c-a48263622ceb","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-3d1aa8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:16.202957341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d1aa8"},"namespace":"ai-tenant-e2e-praxis-b-3d1aa8","name":"default-tenant","reconcileID":"701614be-9126-4e4e-855c-a48263622ceb","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-3d1aa8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:16.205526861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d1aa8"},"namespace":"ai-tenant-e2e-praxis-b-3d1aa8","name":"default-tenant","reconcileID":"701614be-9126-4e4e-855c-a48263622ceb","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-3d1aa8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:16.389709264Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-3d1aa8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-3d1aa8","reconcileID":"1a509b36-6cc1-4710-8853-3daebb06a881","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-3d1aa8","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-3d1aa8"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:00:16.420831349Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"fc0e73eb-1e24-4aa1-8f5e-0deccab0dcf7","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-93574a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:00:16.420921454Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"fc0e73eb-1e24-4aa1-8f5e-0deccab0dcf7","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-93574a/ipp-route-93574a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-93574a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:16.662089465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f5696c0-d08b-49db-b722-beb14895e206","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:16.674176316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f5696c0-d08b-49db-b722-beb14895e206","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:16.691997991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f5696c0-d08b-49db-b722-beb14895e206","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:16.70640951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f5696c0-d08b-49db-b722-beb14895e206","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:16.881231972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcdc8ffc-9041-4795-8f98-262e4a73960a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:16.888484704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcdc8ffc-9041-4795-8f98-262e4a73960a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:16.898038149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcdc8ffc-9041-4795-8f98-262e4a73960a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:16.957172632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcdc8ffc-9041-4795-8f98-262e4a73960a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:17.099356635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a-auth","reconcileID":"c1f07c02-0fab-4585-a5d6-4a66723b5d48","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-6a327a","tenantID":"e2e-praxis-a-6a327a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:17.107939395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a-auth","reconcileID":"c1f07c02-0fab-4585-a5d6-4a66723b5d48","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"name":"e2e-praxis-a-6a327a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:17.131686261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"65784496-61ef-45c6-b2c1-6ab03ae0d55c","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"tenant":"e2e-praxis-a-6a327a","gateway":"openshift-ingress/e2e-praxis-a-6a327a","model":"ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:17.131710399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"65784496-61ef-45c6-b2c1-6ab03ae0d55c","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"routeName":"praxis-route-6a327a-kserve-route","namespace":"ai-tenant-e2e-praxis-a-6a327a","llmisvcName":"praxis-route-6a327a","gateway":"openshift-ingress/e2e-praxis-a-6a327a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:17.909030443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"6270f4dd-2f88-4c24-8c61-884b0ab36ae9","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"tenant":"e2e-praxis-a-6a327a","gateway":"openshift-ingress/e2e-praxis-a-6a327a","model":"ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:17.909051525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"6270f4dd-2f88-4c24-8c61-884b0ab36ae9","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"routeName":"praxis-route-6a327a-kserve-route","namespace":"ai-tenant-e2e-praxis-a-6a327a","llmisvcName":"praxis-route-6a327a","gateway":"openshift-ingress/e2e-praxis-a-6a327a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:17.920927021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"423f92dd-0339-4a8c-bde4-c659b1451fdd","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"tenant":"e2e-praxis-a-6a327a","gateway":"openshift-ingress/e2e-praxis-a-6a327a","model":"ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:17.920943772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"423f92dd-0339-4a8c-bde4-c659b1451fdd","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"routeName":"praxis-route-6a327a-kserve-route","namespace":"ai-tenant-e2e-praxis-a-6a327a","llmisvcName":"praxis-route-6a327a","gateway":"openshift-ingress/e2e-praxis-a-6a327a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:00:17.922194602Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-6a327a-sub","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a-sub","reconcileID":"fa2fb73b-91ea-47d7-a729-235356654215","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-6a327a-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:17.933716722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"30226809-ea20-4d41-906f-c15605fad893","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"tenant":"e2e-praxis-a-6a327a","gateway":"openshift-ingress/e2e-praxis-a-6a327a","model":"ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:17.933733328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"30226809-ea20-4d41-906f-c15605fad893","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"routeName":"praxis-route-6a327a-kserve-route","namespace":"ai-tenant-e2e-praxis-a-6a327a","llmisvcName":"praxis-route-6a327a","gateway":"openshift-ingress/e2e-praxis-a-6a327a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:17.939886366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"c34cfcf0-eef6-4362-a09d-a558cb987c4c","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"tenant":"e2e-praxis-a-6a327a","gateway":"openshift-ingress/e2e-praxis-a-6a327a","model":"ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:17.939903991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"c34cfcf0-eef6-4362-a09d-a558cb987c4c","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"routeName":"praxis-route-6a327a-kserve-route","namespace":"ai-tenant-e2e-praxis-a-6a327a","llmisvcName":"praxis-route-6a327a","gateway":"openshift-ingress/e2e-praxis-a-6a327a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:17.981498372Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-6a327a-sub","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a-sub","reconcileID":"62f22bd9-1028-4ef3-bc6b-11761f9c4521","MaaSSubscription":{"name":"praxis-route-6a327a-sub","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"name":"maas-trlp-praxis-route-6a327a","model":"praxis-route-6a327a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:17.982190645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a-auth","reconcileID":"2e3ebaaf-668a-46e1-a411-b108b82bcf9b","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-6a327a","tenantID":"e2e-praxis-a-6a327a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:17.989372651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a-auth","reconcileID":"2e3ebaaf-668a-46e1-a411-b108b82bcf9b","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"name":"e2e-praxis-a-6a327a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:18.056638378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"81d258c5-8b71-4775-9ecb-ca57909eb8d9","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"tenant":"e2e-praxis-a-6a327a","gateway":"openshift-ingress/e2e-praxis-a-6a327a","model":"ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:18.056670553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"81d258c5-8b71-4775-9ecb-ca57909eb8d9","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"routeName":"praxis-route-6a327a-kserve-route","namespace":"ai-tenant-e2e-praxis-a-6a327a","llmisvcName":"praxis-route-6a327a","gateway":"openshift-ingress/e2e-praxis-a-6a327a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:18.066549401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-6a327a-sub","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a-sub","reconcileID":"b932e99b-eaeb-46cc-8d8e-45e8002e6b0b","MaaSSubscription":{"name":"praxis-route-6a327a-sub","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"name":"maas-trlp-praxis-route-6a327a","model":"ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:18.086358466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"fd0235be-8b86-47ea-942c-64f758e0a9d8","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"tenant":"e2e-praxis-a-6a327a","gateway":"openshift-ingress/e2e-praxis-a-6a327a","model":"ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:18.0863774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"fd0235be-8b86-47ea-942c-64f758e0a9d8","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"routeName":"praxis-route-6a327a-kserve-route","namespace":"ai-tenant-e2e-praxis-a-6a327a","llmisvcName":"praxis-route-6a327a","gateway":"openshift-ingress/e2e-praxis-a-6a327a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:18.101420564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a-auth","reconcileID":"0a54620e-3dbc-4efe-acf1-9b9ad8467a91","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-6a327a","tenantID":"e2e-praxis-a-6a327a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:18.108915742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a-auth","reconcileID":"0a54620e-3dbc-4efe-acf1-9b9ad8467a91","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"name":"e2e-praxis-a-6a327a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:18.97944581Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-ordering-sub","reconcileID":"d4699cea-2711-4c31-8d21-5e138cdc8b58","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-9de872"},"model":"e2e-models-e2e-worker-w0-9de872/premium-w0-9de872","subscription":"e2e-ordering-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:18.996702438Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-ordering-sub","reconcileID":"d4699cea-2711-4c31-8d21-5e138cdc8b58","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-premium-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/premium-w0-9de872","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-9de872/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:19.011260379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-subscription","reconcileID":"0fc5ec3f-18bf-44a0-a5ae-78ed35292b92","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-premium-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/premium-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:19.049052471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"147fe3ab-9341-4f7b-8329-3d9475076cc5","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:19.101187082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"917eec9b-c95b-4566-b3b2-5ff88bc5e5dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:19.101231187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-ordering-auth","reconcileID":"8cca313d-3282-43ac-8f45-73b4ec228a01","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:19.101632294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"38cad7b4-5a6a-4e16-baed-139d8bfb47c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:19.112549768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"38cad7b4-5a6a-4e16-baed-139d8bfb47c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:19.113349576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-ordering-auth","reconcileID":"8cca313d-3282-43ac-8f45-73b4ec228a01","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:19.115748262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"917eec9b-c95b-4566-b3b2-5ff88bc5e5dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:19.205555053Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-ordering-auth","reconcileID":"155c6187-be65-4c5a-8c26-4980a242f5bb","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"model":"e2e-models-e2e-worker-w0-9de872/premium-w0-9de872","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:19.205654033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"776b1524-49c4-4c32-800d-12d7eb91781a","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:19.33471031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"ead4431a-fa22-4c8d-881c-c14208660042","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:20.517419165Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-test-subscription-no-access","reconcileID":"2527a679-6983-4d9e-830a-eb7f924f1285","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"model":"e2e-models-e2e-worker-w3-2889dd/premium-w3-2889dd","subscription":"e2e-test-subscription-no-access","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:20.538297827Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-test-subscription-no-access","reconcileID":"2527a679-6983-4d9e-830a-eb7f924f1285","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-premium-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/premium-w3-2889dd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-2889dd/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:20.554128037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-subscription","reconcileID":"21d385f1-d574-46cd-868a-1606a6b870b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-premium-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/premium-w3-2889dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:20.559617295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"196b4c55-999c-4b5d-8119-971fe6309a86","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:20.608689701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"aec3ca2a-b014-41c2-8780-2cd4ae936fcb","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"premium-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"premium-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:20.609311397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"c8bceb9f-4133-4bfc-b369-7cb4941d774f","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:20.633640832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-test-auth-success","reconcileID":"05e7b3f4-f654-4084-ab3d-0ce97352074c","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:20.633779332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-test-auth-no-access","reconcileID":"2b8c0939-ca43-4465-9f60-cb9e6f34a841","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:20.637379492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"e911922c-3302-46ed-89d4-9d1b8c2582f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:20.637645595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"d19a97a8-9d04-4b3a-8927-1fe6b92958e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:20.642445395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-test-auth-success","reconcileID":"05e7b3f4-f654-4084-ab3d-0ce97352074c","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:20.642579558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-test-auth-no-access","reconcileID":"2b8c0939-ca43-4465-9f60-cb9e6f34a841","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:20.645244719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"d19a97a8-9d04-4b3a-8927-1fe6b92958e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:20.645521328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"e911922c-3302-46ed-89d4-9d1b8c2582f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:20.707975786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"80f1edf1-3929-44d0-814d-971554103ae1","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"premium-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"premium-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:20.734357967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"99fe0a4b-ac76-4425-9e3c-e52a7113597a","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:20.741673896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"3cc3b85b-67fa-4ea4-bee7-65db5468a5a6","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:00:20.744785186Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-test-subscription-success","reconcileID":"ebf8fc0e-311a-444f-8cb2-a50f2a0991ec","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:20.746546559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"64ec592e-d652-49be-9ca1-50e7ea155305","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:20.748512396Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-test-auth-no-access","reconcileID":"59631805-3836-409d-bcf6-aa5811fe2643","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"model":"e2e-models-e2e-worker-w3-2889dd/premium-w3-2889dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:20.753519199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"64ec592e-d652-49be-9ca1-50e7ea155305","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:20.761383023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"496fe8ec-515e-4407-85d9-33e48fa27aa9","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:20.762492884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"05d57ada-6a99-4ca4-b205-f9ecd0ab7b4c","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:20.764259191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"14804d70-db43-4287-871b-a00b5f103e86","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"premium-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"premium-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:20.76813167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"f89f9a98-2662-4d12-a419-dfb0f0521bf5","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:20.789144407Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-test-subscription-success","reconcileID":"fdc022e9-e83d-4e3b-8aa1-64e7d05f9857","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-premium-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/premium-w0-9de872","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-9de872/e2e-test-subscription-success","ai-tenant-e2e-worker-w0-9de872/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:20.808936972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"65baa454-2933-4f73-922f-9fbb38ebb5c5","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:20.842254097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-test-auth-success","reconcileID":"0fb437cb-9a7c-4a52-8d77-463545b87c10","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:20.842439927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"fa760565-7df3-475b-9f2a-df2a57d84a44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:20.85254659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-test-auth-success","reconcileID":"0fb437cb-9a7c-4a52-8d77-463545b87c10","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:20.853740664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"fa760565-7df3-475b-9f2a-df2a57d84a44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:20.882992566Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-test-subscription-success","reconcileID":"1aaa5f56-bcd2-44ac-a97f-1862e5772fa7","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-premium-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/premium-w0-9de872","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:20.887633075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-subscription","reconcileID":"f762f6c6-08ba-480e-8203-034c1f3e47d6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-premium-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/premium-w0-9de872","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:20.94371198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-test-auth-success","reconcileID":"df1dc047-f746-4d87-a85e-2f9640b42c1a","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:20.943780148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"b150d873-cb94-44b1-a19a-984318af71ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:20.944090543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"ff2f1fb7-287f-4557-840d-54a898d23071","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:20.950845456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"ff2f1fb7-287f-4557-840d-54a898d23071","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:20.951124006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"b150d873-cb94-44b1-a19a-984318af71ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:20.953263686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-test-auth-success","reconcileID":"df1dc047-f746-4d87-a85e-2f9640b42c1a","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:21.719973218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"04869b3b-6049-4d2a-83e9-9babb4e35741","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:21.727441463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"2bdf69be-49f0-4b37-9cb0-3631d8e64b56","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:21.734784332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-test-auth-multi-sub-valid","reconcileID":"066bdaae-2a28-4acf-b9dc-618705d8d202","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:21.741523263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-test-auth-multi-sub-valid","reconcileID":"066bdaae-2a28-4acf-b9dc-618705d8d202","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:21.76344425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"0f45a041-5e26-4cc6-980a-ec81d9fdea44","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:21.777279421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"72a90d91-dfaf-4279-ae63-54faedbc71c4","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:21.836179438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-test-auth-success","reconcileID":"eeb0b2ef-9370-4a4c-a887-82b80ebcd9da","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:21.83854448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"059cd5d0-2b2f-4002-8529-359cc650c2d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:21.838561157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"9cd30349-1497-483e-ba39-c20806667501","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:21.839209067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-test-auth-multi-sub-valid","reconcileID":"81c6606c-f0a9-4223-a6a3-dd74d9e92cbb","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:21.845021065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-test-auth-success","reconcileID":"eeb0b2ef-9370-4a4c-a887-82b80ebcd9da","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:21.845712072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"9cd30349-1497-483e-ba39-c20806667501","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:21.848834059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-test-auth-multi-sub-valid","reconcileID":"81c6606c-f0a9-4223-a6a3-dd74d9e92cbb","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:21.851075593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"059cd5d0-2b2f-4002-8529-359cc650c2d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:21.890322115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"3f47154f-029c-4bf3-bd80-38e90b9dbb2e","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:21.898653459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"594aaec8-1557-49fa-b16e-f07bded1fcc2","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:00:21.900798997Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-test-subscription-free","reconcileID":"b798060f-cb92-4a60-8dee-8d3c9e4e4a8a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:21.91901729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"6f6bd8d4-307e-4811-a1a4-b52dbc48ce11","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:21.92538675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"609480f1-d491-430c-935b-19c63f6ae0d4","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:21.935640427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-test-auth-multi-sub-valid","reconcileID":"6517ddbc-fba0-4ac4-b847-ca8d6d79b603","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:21.936109217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"053bfde8-385a-42ea-bc50-850440752585","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:21.936481295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"102d4e2b-8cd9-4936-b3da-600e6c3068dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:21.942676171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-test-auth-multi-sub-valid","reconcileID":"6517ddbc-fba0-4ac4-b847-ca8d6d79b603","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:21.943571863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"053bfde8-385a-42ea-bc50-850440752585","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:21.944782764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"102d4e2b-8cd9-4936-b3da-600e6c3068dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:21.957061964Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-test-subscription-free","reconcileID":"1c417dde-209c-43dc-be7f-320d17aca799","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-2889dd/e2e-test-subscription-free","ai-tenant-e2e-worker-w3-2889dd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:21.976965803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"c3151241-d0e7-4eb5-bd1b-c14b02770727","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:22.074230639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-test-auth-multi-sub-valid","reconcileID":"5f0b8055-8c53-4911-bf1d-ea26ff82d178","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:22.07549093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"282e03f1-9b48-4261-adbc-3914a4e6e1b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:22.075503133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"e8546df8-0f5c-4d7e-92e9-1f16b5acd547","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:22.076221053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"566099cc-274c-4689-8f93-27cfbe2b8c21","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:22.076584423Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-2889dd priority=0:[ai-tenant-e2e-worker-w3-2889dd/e2e-test-subscription-free ai-tenant-e2e-worker-w3-2889dd/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:22.079207255Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-subscription","reconcileID":"d748e683-ba7c-4503-a7fe-6a8d1185c5dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:22.080666001Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-test-subscription-free","reconcileID":"d7db82cc-f992-4c82-91b4-7fde331d258d","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:22.083149481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-test-auth-multi-sub-valid","reconcileID":"5f0b8055-8c53-4911-bf1d-ea26ff82d178","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:22.083695845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"282e03f1-9b48-4261-adbc-3914a4e6e1b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:22.086489841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"16888ed8-1284-4b43-915f-c14beda42d67","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:22.156767732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"e8546df8-0f5c-4d7e-92e9-1f16b5acd547","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:00:22.15761694Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-2889dd/e2e-test-subscription-premium","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:22.158537585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"19cf2f34-2250-4b14-b3dc-f035204a2ff0","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:22.165672274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"00e0e9ed-f2f0-472a-aaeb-9d644954bc07","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:22.176550848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-test-auth-multi-sub-valid","reconcileID":"d57a5d52-76a3-4a7c-8963-3459a2aa771f","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:22.176972482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"4fb385cd-a474-4fa2-b6c1-1d6475307e5b","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:22.184377392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-test-auth-multi-sub-valid","reconcileID":"d57a5d52-76a3-4a7c-8963-3459a2aa771f","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:22.194447003Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-test-subscription-premium","reconcileID":"1480eac5-3ff3-4e26-a1b5-ee58ca519efa","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w3-2889dd/e2e-test-subscription-free","ai-tenant-e2e-worker-w3-2889dd/e2e-test-subscription-premium","ai-tenant-e2e-worker-w3-2889dd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:22.216968767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"a3380836-a466-49a9-8568-a1f249acf3e9","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:22.271459117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"7d07ac0a-8495-4108-84fa-06006c9db175","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:22.279375055Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-test-subscription-free","reconcileID":"3ea201df-7a03-40a8-a16b-69b0d596a376","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:22.280000339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-subscription","reconcileID":"38b9698e-d3cc-4316-a3c8-1a4bd502e142","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:22.280217184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"7d07ac0a-8495-4108-84fa-06006c9db175","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:22.280490644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-test-subscription-premium","reconcileID":"e8f64ded-94e6-4363-8db5-0517598ccc0b","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:22.447853505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"05e9cebc-fd9d-4138-86fa-31017a3de2ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:22.458844272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"05e9cebc-fd9d-4138-86fa-31017a3de2ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:23.547033131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"adba1bd7-1298-4455-8ffc-5b2867982f8a","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:23.643975758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"85c0fc9c-ec8c-4dd1-b7d6-ce28c1cfda1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:23.644666825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"84f97bdf-10de-4de4-88ca-0633a0c4720b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:23.645244992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-test-auth-multi-sub-valid","reconcileID":"eb2bd6f1-f197-48b3-9e25-aeb7df9e7e81","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:23.651953759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"85c0fc9c-ec8c-4dd1-b7d6-ce28c1cfda1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:23.657491402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"84f97bdf-10de-4de4-88ca-0633a0c4720b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:23.667635084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-test-auth-multi-sub-valid","reconcileID":"eb2bd6f1-f197-48b3-9e25-aeb7df9e7e81","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:26.084398142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"edeb5c62-36cf-44b5-b01a-d8ef12cfd445","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"premium-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"premium-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:26.089456037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"8261dcf3-a451-4c9a-8b90-87315186429c","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"premium-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"premium-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:26.09722391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-test-group-no-auth","reconcileID":"8241e001-0727-4322-ac8b-d790127f98c2","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:26.15824214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-test-group-no-auth","reconcileID":"8241e001-0727-4322-ac8b-d790127f98c2","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:26.178637107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"c7795afb-66d6-409a-827c-ef3c02ca2953","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"premium-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"premium-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:26.196926025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-test-group-no-auth","reconcileID":"844d1363-437b-4727-8189-9afb8e1048d1","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:26.203692054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-test-group-no-auth","reconcileID":"844d1363-437b-4727-8189-9afb8e1048d1","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:26.263823467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"de70a912-29e2-4497-866b-b639396eb344","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"premium-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"premium-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:26.269738493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"dd0e5394-38e3-4258-bbd8-62e48b390fc3","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"premium-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"premium-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:00:26.274086367Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-test-group-sub-only","reconcileID":"76d4ccaf-caac-4f5e-b95f-3b4788c99bd0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:26.277423993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"a82ae2f0-b168-4715-92cd-e20c81437e9d","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:26.318376053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"d43a5b37-64e3-4c4c-8218-3008320e02d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:26.318760162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"9384f755-a9cd-43d3-b698-580a4ffa61a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:26.33685221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"d43a5b37-64e3-4c4c-8218-3008320e02d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:26.318924639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-test-group-no-auth","reconcileID":"b663bc80-cd61-4e5d-8f4c-9afbd657bafe","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:26.340363999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"39cef27a-06a6-424b-8798-016e65e41ddd","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"premium-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"premium-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:26.350420101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-test-group-no-auth","reconcileID":"b663bc80-cd61-4e5d-8f4c-9afbd657bafe","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:26.351049065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"9384f755-a9cd-43d3-b698-580a4ffa61a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:26.351485967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"ab3ee16b-f973-4389-ba36-feec1edcdf3c","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"premium-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"premium-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:26.371916727Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-test-group-sub-only","reconcileID":"bc296b36-b53b-434f-9367-cf25fe21cc5b","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-premium-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-39bde3/e2e-test-group-sub-only","ai-tenant-e2e-worker-w2-39bde3/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:26.390837521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"789c8204-31c3-42b3-97c8-235dd33a62ce","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"premium-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"premium-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:26.464005864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-subscription","reconcileID":"ce8acc2d-2985-47fb-956c-5794db6bf060","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-premium-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:26.464204949Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-test-group-sub-only","reconcileID":"73efaf7a-34ee-4e56-b199-1cbc1025f028","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-premium-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:26.478836671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-test-group-no-auth","reconcileID":"d2055ed2-2ad9-4376-9bb6-9266ead84733","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:26.479137936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"2e08cfb3-6026-4645-bf51-94d7c850fe56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:26.479289609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"2d2d53d2-5073-432d-b976-cd3ad07fb3b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:26.48846108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"2d2d53d2-5073-432d-b976-cd3ad07fb3b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:26.488487126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-test-group-no-auth","reconcileID":"d2055ed2-2ad9-4376-9bb6-9266ead84733","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:26.49071464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"2e08cfb3-6026-4645-bf51-94d7c850fe56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:00:26.685061994Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-93574a","namespace":"ai-tenant-e2e-ipp-a-93574a"},"namespace":"ai-tenant-e2e-ipp-a-93574a","name":"ipp-route-93574a","reconcileID":"5058c5d0-adb1-47cb-bd64-1af8c15f2343","error":"maasmodelrefs.maas.opendatahub.io \"ipp-route-93574a\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:27.26142097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"2ebbe155-8812-4ae0-9c38-775b5aa6fea8","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"premium-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"premium-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:27.271547323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-test-group-no-auth","reconcileID":"1d6bd41d-b40b-48d9-9ee3-516aa8763a64","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:27.271548309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"ada63a65-8740-4108-a920-5516d6173247","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:27.274280327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"87773c59-9d3e-415c-bade-962d5383c132","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:27.279581976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-test-group-no-auth","reconcileID":"1d6bd41d-b40b-48d9-9ee3-516aa8763a64","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:27.279628504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"ada63a65-8740-4108-a920-5516d6173247","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:27.282004562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"87773c59-9d3e-415c-bade-962d5383c132","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:31.792018169Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-test-subscription-success","reconcileID":"63911270-75c2-47f2-b25f-ddabeba33c0e","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-9de872"},"model":"e2e-models-e2e-worker-w0-9de872/premium-w0-9de872","subscription":"e2e-test-subscription-success","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:31.811052153Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-test-subscription-success","reconcileID":"63911270-75c2-47f2-b25f-ddabeba33c0e","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-premium-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/premium-w0-9de872","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-9de872/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:31.824664594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-subscription","reconcileID":"df1f531d-9fde-4920-81ce-d44cfa7d7549","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-premium-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/premium-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:31.831476941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"acc78038-4aa0-403f-8f3e-04b7e3b1d506","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:31.841839753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-test-auth-success","reconcileID":"64bb72bb-18c8-4004-8488-d9665543fbcd","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:31.842148321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"1a3cea64-cba5-40d6-b140-951173df7bb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:31.842469181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"444b92fe-3358-4ebe-8c58-f3833d3d37ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:31.84943295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-test-auth-success","reconcileID":"64bb72bb-18c8-4004-8488-d9665543fbcd","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:31.849433339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"1a3cea64-cba5-40d6-b140-951173df7bb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:31.851675297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"444b92fe-3358-4ebe-8c58-f3833d3d37ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:31.999822459Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-test-auth-success","reconcileID":"a4db102d-3c69-4b0c-bb0d-a4c7cf817bc4","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-9de872"},"model":"e2e-models-e2e-worker-w0-9de872/premium-w0-9de872","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:32.000090488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"0eaa30a6-6fa6-4a54-b225-cb30a1e517be","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:32.011862091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"3b26a5cb-4d05-432f-9287-5f4e4f4f785e","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.084069493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"e144a0c8-817f-486e-a769-a2bb42117c59","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.091638252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"8a6d0821-8a80-4465-a2d7-5b2a3f7aa784","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.099448855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-test-auth-access-denied","reconcileID":"3e93e886-56c4-454f-9911-c7ce5a0f1a71","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.107260123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-test-auth-access-denied","reconcileID":"3e93e886-56c4-454f-9911-c7ce5a0f1a71","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.131441007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"e85ef909-595d-4cc3-910a-f062d1bba42b","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.199328956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-test-auth-access-denied","reconcileID":"8856cf3e-1e5d-4393-baa0-d8f4761abdc7","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.206508025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-test-auth-access-denied","reconcileID":"8856cf3e-1e5d-4393-baa0-d8f4761abdc7","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:00:33.226636933Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-test-auth-access-denied","reconcileID":"8856cf3e-1e5d-4393-baa0-d8f4761abdc7","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-test-auth-access-denied\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.267192322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"668e8ffe-314a-47f7-a933-2ca0b730d75d","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.273881686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"b355b55b-4847-42dd-9be0-4b5ef3bd5273","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:00:33.279016217Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-test-user-subscription","reconcileID":"3e454716-b133-4cc2-a396-377e53085ae8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.296228362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"64ea44e6-ef5f-475d-800d-ff36a2b5dc6a","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.300125064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"689b4b72-4ff2-4698-a1b9-3f5770cf9195","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.30012801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-test-auth-access-denied","reconcileID":"a7c34bec-a549-4a36-affa-d016bbd254fb","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.301577295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"61b700dc-29aa-40cb-9aa3-264a654319e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.302303355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"95922c7d-723f-40f3-9c83-7d7fa3d74080","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.307688829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"689b4b72-4ff2-4698-a1b9-3f5770cf9195","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.308363416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-test-auth-access-denied","reconcileID":"a7c34bec-a549-4a36-affa-d016bbd254fb","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.309938499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"61b700dc-29aa-40cb-9aa3-264a654319e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.324696282Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-test-user-subscription","reconcileID":"835d6f98-9af8-4576-b656-af9191e7b5e2","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-simulator-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-9de872/e2e-test-user-subscription","ai-tenant-e2e-worker-w0-9de872/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.342129772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"264deabb-813d-441e-8ab7-8b72c26743f1","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.403715395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"53734701-a794-4c92-a11e-227ba6d9ffbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.412423168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"53734701-a794-4c92-a11e-227ba6d9ffbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.417135795Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-subscription","reconcileID":"ff1974f4-7e10-4be5-beda-94c52024542e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-simulator-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.419444391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-test-user-subscription","reconcileID":"06e74687-e3da-43ef-975b-906c84eb149e","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-simulator-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.436779283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"7a9346d0-fef5-479f-a7e9-6338fc01fd7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.436938336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-test-auth-access-denied","reconcileID":"dbb5df30-26a0-45bd-adb8-dc048f705f0c","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.444768918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"7a9346d0-fef5-479f-a7e9-6338fc01fd7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.447446479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-test-auth-access-denied","reconcileID":"dbb5df30-26a0-45bd-adb8-dc048f705f0c","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.473595133Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-9de872 priority=0:[ai-tenant-e2e-worker-w0-9de872/e2e-test-other-subscription ai-tenant-e2e-worker-w0-9de872/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.480677926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"a81f1bd8-a9a4-4bc4-ada0-2409b3ef5ad0","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.561653873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"4b38cdd9-316c-45e5-b57b-567867d10395","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:00:33.563463163Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-9de872/e2e-test-other-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.5641641Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-test-subscription-free","reconcileID":"e07bd984-1e94-40b9-bce8-6348a2ee8fad","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscription":"e2e-test-subscription-free","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.56923886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"8a33b630-8e19-4e18-b039-f33be61ec6a6","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.573281294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"5812b9a5-8cce-49ef-9eb5-ad4a8cc23391","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.573800159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"f653c9e8-a241-4e7e-8b87-e23b38550a72","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.574525284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"13643c15-6dc2-404a-823b-a6517204854f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.575082732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-test-auth-access-denied","reconcileID":"700a3467-c91a-4259-a267-ba270a9c457d","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.583155286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"5812b9a5-8cce-49ef-9eb5-ad4a8cc23391","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.585529559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-test-auth-access-denied","reconcileID":"700a3467-c91a-4259-a267-ba270a9c457d","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.659213587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"13643c15-6dc2-404a-823b-a6517204854f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.659208327Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-test-subscription-free","reconcileID":"e07bd984-1e94-40b9-bce8-6348a2ee8fad","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-2889dd/e2e-test-subscription-premium","ai-tenant-e2e-worker-w3-2889dd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.669493579Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-test-other-subscription","reconcileID":"b2d7ca09-7e69-4c71-9059-3d0f610ffc2d","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-simulator-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-9de872/e2e-test-other-subscription","ai-tenant-e2e-worker-w0-9de872/e2e-test-user-subscription","ai-tenant-e2e-worker-w0-9de872/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.671420076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-test-auth-access-denied","reconcileID":"f11dc68a-c2bb-44ef-9b4f-1d09e7ff8461","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.671434784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"a845b649-e135-487b-a77b-8e316413e3db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.678385517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-test-auth-access-denied","reconcileID":"f11dc68a-c2bb-44ef-9b4f-1d09e7ff8461","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.679719369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"a845b649-e135-487b-a77b-8e316413e3db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.689713348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"d181f462-0ef5-4518-aa54-ab7db18243e5","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.691118671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"d41a80b8-4ffa-4e87-9c4a-8d15b5f006c6","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.691506912Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-9de872 priority=0:[ai-tenant-e2e-worker-w0-9de872/e2e-test-other-subscription ai-tenant-e2e-worker-w0-9de872/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.693009567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-test-subscription-premium","reconcileID":"12938ba4-d4f9-4671-a257-d572705342f3","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.694924112Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-subscription","reconcileID":"2765e0dd-31ae-45a4-8b81-34e2d6fa275c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-simulator-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.695420898Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-subscription","reconcileID":"1d7b7552-25f6-46fc-8c7d-78a89cc451e9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.700551033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"f1f1465d-35bc-4e5a-9d2f-181c66b4628a","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.773564905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"d0ddc1af-212a-43f9-915a-c56f676a444c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.775932767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"79c2844f-5c60-4d11-a37d-596772c49af0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.776148399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"a43292c9-80e6-4d3c-b441-00347234e017","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.781309058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"d0ddc1af-212a-43f9-915a-c56f676a444c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.782790255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"79c2844f-5c60-4d11-a37d-596772c49af0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.783792769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"a43292c9-80e6-4d3c-b441-00347234e017","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.79089123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-test-user-subscription","reconcileID":"0daace93-2608-4d02-90fb-a31da7b9e66a","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-simulator-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.790978914Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-test-other-subscription","reconcileID":"deaf9bac-9c96-44ad-8c80-ccaf7984078e","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-simulator-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.81690943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"65273c35-48b1-43a8-ab45-741c1de400ec","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.834086373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"85a4dab8-9cc5-42e5-9da7-53a384587806","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.874660253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-test-auth-multi-sub-valid","reconcileID":"802fd5cb-07f9-4244-a8ba-e56020286306","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.895231765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-test-auth-multi-sub-valid","reconcileID":"802fd5cb-07f9-4244-a8ba-e56020286306","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.974073313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"dd4b612e-8c07-418f-b9db-2ea3b39406e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.976768873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"a3cb4823-3125-400d-890a-23baccdec37d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.983255889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"dd4b612e-8c07-418f-b9db-2ea3b39406e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.986269048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"a3cb4823-3125-400d-890a-23baccdec37d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:34.210209459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"453521c9-8484-45d3-b993-3574ef6b34dd","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:34.217892313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"c6b82498-8cc0-4db6-b962-6a33dfd2671e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:34.217954199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"3abec137-e923-4cc5-87eb-154b9cf48123","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:34.218461195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-test-auth-access-denied","reconcileID":"aab95f3a-2302-49ef-95cc-bbcfa49d6d54","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:34.227134151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"c6b82498-8cc0-4db6-b962-6a33dfd2671e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:34.227660001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"3abec137-e923-4cc5-87eb-154b9cf48123","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:34.231192641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-test-auth-access-denied","reconcileID":"aab95f3a-2302-49ef-95cc-bbcfa49d6d54","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:37.272482402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-6a327a-sub","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a-sub","reconcileID":"98518599-8ef7-4442-abd1-a2a75e9aece3","MaaSSubscription":{"name":"praxis-route-6a327a-sub","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"name":"maas-trlp-praxis-route-6a327a","model":"ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:37.27990047Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-test-group-sub-only","reconcileID":"a9ea58db-ae52-4f72-8193-c1a5db77bb77","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"model":"e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3","subscription":"e2e-test-group-sub-only","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:37.292772156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"7a3eedad-458a-4d62-99da-e46f03bd574d","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"tenant":"e2e-praxis-a-6a327a","gateway":"openshift-ingress/e2e-praxis-a-6a327a","model":"ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:37.292794199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"7a3eedad-458a-4d62-99da-e46f03bd574d","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"routeName":"praxis-route-6a327a-kserve-route","namespace":"ai-tenant-e2e-praxis-a-6a327a","llmisvcName":"praxis-route-6a327a","gateway":"openshift-ingress/e2e-praxis-a-6a327a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:37.302907502Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-test-group-sub-only","reconcileID":"a9ea58db-ae52-4f72-8193-c1a5db77bb77","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-premium-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-39bde3/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:37.376849767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-subscription","reconcileID":"ecf9c90a-fbe4-4d0b-b19d-231ca5cfec75","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-premium-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:37.378402829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"d7168376-c526-42e8-a72a-f9b229b00e4f","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"premium-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"premium-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:37.389301856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"00a9867d-3e8b-4bb6-97ac-028ea1029d18","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:37.397773609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-test-group-no-auth","reconcileID":"6f07249b-caa8-4321-96a1-3705b1c0ef3d","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:37.398369199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"059b2e6f-b4bd-4910-af91-6a42052530d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:37.401026592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"8198198a-6b7b-4d31-904e-ba15f8065b29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:37.412242098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"8198198a-6b7b-4d31-904e-ba15f8065b29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:37.414034656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-test-group-no-auth","reconcileID":"6f07249b-caa8-4321-96a1-3705b1c0ef3d","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:37.417052491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"059b2e6f-b4bd-4910-af91-6a42052530d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:37.533801926Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-test-group-no-auth","reconcileID":"213cfd7b-2a87-49d2-b237-b9a0981c550f","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"model":"e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:37.534226953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"1d7b64f3-4ef0-4b11-96d2-e06f70175ff7","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"premium-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"premium-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:37.638142725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"008a0415-cba7-45df-b0f7-b40f2f3bf821","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"premium-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"premium-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:37.715383539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a-auth","reconcileID":"1cc51f0b-248a-4394-9017-9bdca08c551a","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-6a327a","tenantID":"e2e-praxis-a-6a327a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:37.728818172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a-auth","reconcileID":"1cc51f0b-248a-4394-9017-9bdca08c551a","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"name":"e2e-praxis-a-6a327a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:40.392252842Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:40.576154884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"be642388-98a4-4da5-8aab-2d086e26c470","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:41.290448434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"e85ff09c-2a94-4525-87cf-85d07fbdd9b4","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"premium-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"premium-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:41.316445246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"9869c597-e841-407d-a40b-8b3786b94fde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:41.316518356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"4dfe57e1-66b8-409c-8a89-a0e4ba618358","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:41.317651351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-subscription","reconcileID":"33ecbe6d-3657-4156-a8f6-62c1793e5c37","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-premium-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:41.325860803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"4dfe57e1-66b8-409c-8a89-a0e4ba618358","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:41.328281094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"9869c597-e841-407d-a40b-8b3786b94fde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:41.33279817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12db5d92-683e-4975-8e16-443592896aed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:41.356895984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12db5d92-683e-4975-8e16-443592896aed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:41.358279997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"b77d7241-be62-4c3c-88ee-d98d6678c14a","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"premium-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"premium-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:41.361305601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12db5d92-683e-4975-8e16-443592896aed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:41.36488386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12db5d92-683e-4975-8e16-443592896aed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:41.408331485Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-subscription","reconcileID":"b45c0134-4589-4fee-afed-7074498e9bdc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-premium-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:41.815013486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f3dc9fb-c3ef-43db-8776-3fc746d1ef78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:41.818360092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f3dc9fb-c3ef-43db-8776-3fc746d1ef78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:41.821456421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f3dc9fb-c3ef-43db-8776-3fc746d1ef78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:41.824462527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f3dc9fb-c3ef-43db-8776-3fc746d1ef78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:43.046686223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"f6e3fffb-9492-485d-9049-96964041bff1","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:43.052367445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"9919de37-25ba-40e4-8935-e0a8080b0e84","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:43.063167473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-status-active-auth","reconcileID":"cb8df265-7440-4ae9-844a-613c4d85bded","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:43.071271635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-status-active-auth","reconcileID":"cb8df265-7440-4ae9-844a-613c4d85bded","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:43.195836284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"ae7ff818-2a97-4567-ab70-bf08ac8333b7","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:43.205498484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-status-active-auth","reconcileID":"abde72d7-e526-4ced-9234-bfc5dfa80cfc","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:43.213501324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-status-active-auth","reconcileID":"abde72d7-e526-4ced-9234-bfc5dfa80cfc","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:43.230584082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"ed1ee7e3-a274-4b1d-afcf-49e8dcc99839","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:43.245085162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"4a69db75-7a42-4e88-ab62-74718adcdce5","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:00:43.245291337Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-status-active-sub","reconcileID":"e2e7d532-6d67-4baa-aa7f-27fa87cb0430","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:43.264039861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"895bdeb3-2c40-4422-85f0-eaaf3938354a","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:43.273414088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"f65ea5dc-269f-464a-832d-2db11aab83bd","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:43.305797492Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-status-active-sub","reconcileID":"668d7463-96f3-416b-9049-8e075556b0b1","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-simulator-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-39bde3/e2e-status-active-sub","ai-tenant-e2e-worker-w2-39bde3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:43.308348815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"f197b2c7-88e0-48a0-ade2-e86dea24cd44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:43.308944926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"4bff0666-84c0-428a-ad10-1fb210a92154","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:43.309618136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-status-active-auth","reconcileID":"4a91848c-c54c-4e52-b7c9-c84efd05b69b","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:43.3186015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"4bff0666-84c0-428a-ad10-1fb210a92154","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:43.318813386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"f197b2c7-88e0-48a0-ade2-e86dea24cd44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:43.321052348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-status-active-auth","reconcileID":"4a91848c-c54c-4e52-b7c9-c84efd05b69b","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:43.327915952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"3603584e-3ef8-4300-b715-4d87414af5ca","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:43.46545933Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-subscription","reconcileID":"d132b077-2c73-437e-9dbe-5ab939f2033f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-simulator-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:43.465590176Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-status-active-sub","reconcileID":"b53e2e00-b419-4492-a092-8d0ee1ebb342","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-simulator-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:43.469329869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"a79d3e72-83d8-41fd-9466-1de0d2bcb0a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:43.469492105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"f3ae4cb8-51a3-4e79-9514-b8bff441dd2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:43.478243099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"a79d3e72-83d8-41fd-9466-1de0d2bcb0a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:43.478884311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"f3ae4cb8-51a3-4e79-9514-b8bff441dd2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:43.81891264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"d770a97b-513d-4a2c-b8fc-fa9562d2f155","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:43.827394171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"c78b73bd-622b-420f-98fe-3755c30f9fba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:43.827466885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"fa7e64f9-3e96-4dbd-937c-f9e3d04fe98c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:43.827858485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-status-active-auth","reconcileID":"5b3cab9e-6a59-477e-9796-0429b9a44b36","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:43.837438361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-status-active-auth","reconcileID":"5b3cab9e-6a59-477e-9796-0429b9a44b36","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:43.837817186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"c78b73bd-622b-420f-98fe-3755c30f9fba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:43.839551868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"fa7e64f9-3e96-4dbd-937c-f9e3d04fe98c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:43.853606504Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-test-subscription-premium","reconcileID":"2349094d-31aa-43c7-bc04-1534fe1fded3","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscription":"e2e-test-subscription-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:43.882493398Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-test-subscription-premium","reconcileID":"2349094d-31aa-43c7-bc04-1534fe1fded3","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-2889dd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:43.904821641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-subscription","reconcileID":"bfea24b1-4c4f-4047-b4f4-8963f5331ec6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:43.999710638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"920acc65-5d0b-42b7-9ef5-07265f5462a1","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:44.093608789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-test-auth-multi-sub-valid","reconcileID":"ac2de324-9da3-491a-9439-0cdec26df2f8","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:44.094200106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"1f7e4399-4305-4c93-93fe-b21be88f2f41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:44.094545377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"b25ac1ec-9045-45d8-bb25-a97369b947c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:44.101396548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-test-auth-multi-sub-valid","reconcileID":"ac2de324-9da3-491a-9439-0cdec26df2f8","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:44.102245076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"b25ac1ec-9045-45d8-bb25-a97369b947c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:44.103634631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"1f7e4399-4305-4c93-93fe-b21be88f2f41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:44.143526887Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-test-auth-multi-sub-valid","reconcileID":"83f73f08-0876-43cb-b42a-f906dc6a5b34","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:44.14360652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"d526f923-1a83-4e58-866c-28785a53a24f","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:44.208678973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"2e788e1e-b9ce-45a4-af42-a4e03af18dfd","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:44.225814878Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-test-user-subscription","reconcileID":"2cc10a3e-7f25-4631-be57-23f8e44494dc","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"model":"e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872","subscription":"e2e-test-user-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:44.229949134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"3f4b3a0f-796f-4981-8dc3-5da726abc614","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:44.255315319Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-test-user-subscription","reconcileID":"2cc10a3e-7f25-4631-be57-23f8e44494dc","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-simulator-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-9de872/e2e-test-other-subscription","ai-tenant-e2e-worker-w0-9de872/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:44.307518554Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-subscription","reconcileID":"ee3cf17a-90b7-4a26-b93d-2c05e8d2add4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-simulator-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:44.335865576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-test-other-subscription","reconcileID":"2867107a-c508-455a-a04e-35f90b52107e","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-simulator-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:44.397303048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"c331dacd-8148-478d-ad89-9ff38a05714c","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:44.50181133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-test-auth-access-denied","reconcileID":"30005d96-4dec-4b1b-9204-56c3f6334ed4","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:44.502341192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"214f7b6b-b8d1-4732-ab78-dd6808e70d0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:44.502782662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"01b4ea82-8009-40c6-a105-b395c1b57c56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:44.560903381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"01b4ea82-8009-40c6-a105-b395c1b57c56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:44.564609376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-test-auth-access-denied","reconcileID":"30005d96-4dec-4b1b-9204-56c3f6334ed4","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:44.568224826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"214f7b6b-b8d1-4732-ab78-dd6808e70d0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:44.569755196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"8db2c8d1-5e71-4a83-a003-68436f3c4f0c","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:44.669768813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"9d8eb5b7-fc16-4bab-90f8-b19103abd475","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:44.680242091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"9d8eb5b7-fc16-4bab-90f8-b19103abd475","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:44.710252939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"700d84f7-42b1-40af-8c77-369302e7fc85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:44.710969362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-test-auth-access-denied","reconcileID":"9976d920-95d3-4694-b48f-b4677e599ac9","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:44.757599314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"38ccd090-98bf-4d0e-9677-9e7b4fd2f773","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"premium-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"premium-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:44.76061632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"700d84f7-42b1-40af-8c77-369302e7fc85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:44.761647529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-test-auth-access-denied","reconcileID":"9976d920-95d3-4694-b48f-b4677e599ac9","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:44.778657371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-subscription","reconcileID":"61675cd2-c1c8-4694-a8e8-3891e58452a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-premium-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:44.80742739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"ebc37a83-74e3-4da6-a8a2-4f270751d3c4","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"premium-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"premium-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:44.811010394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"05b0b37c-fdf4-4ae4-933f-db012f613c91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:44.815398631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"7ed04784-8843-4a17-81da-14b7051306ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:44.821254439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"05b0b37c-fdf4-4ae4-933f-db012f613c91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:44.824460271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"7ed04784-8843-4a17-81da-14b7051306ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:44.87482308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-subscription","reconcileID":"6728e71b-7998-470a-b98f-43c7c6a0cd77","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-premium-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:45.347667972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"e23a3aa4-f889-4633-8105-37ce3ffa905d","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:45.353072652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"765a19cc-36e5-4d35-b25d-c2d58e455845","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:45.363702805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-test-group-auth","reconcileID":"e5ba6b85-2e53-45f3-a70e-c65f65953213","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:45.373298624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-test-group-auth","reconcileID":"e5ba6b85-2e53-45f3-a70e-c65f65953213","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:45.397190588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"eb164f2c-f374-4d45-9b4e-5214aed7ed67","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:45.465061425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-test-group-auth","reconcileID":"c1d7cf6b-45df-435c-a827-9e30364e853b","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:45.474306668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-test-group-auth","reconcileID":"c1d7cf6b-45df-435c-a827-9e30364e853b","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:45.512978262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"225eb9d6-bec8-4ce0-bffe-79f2bf062ef3","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:45.52282501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"e6a62a3e-430c-4de6-ae54-d90ede6ab029","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:00:45.529721819Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-test-group-subscription","reconcileID":"5fffa82f-b6e2-4a27-a156-d907bef350b6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:45.549873621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"017ed3eb-fbe9-47ad-a9e3-93f3c1837817","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:45.559072675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"3854c57d-5e25-4de6-993a-1aa080a73925","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:45.566923862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-test-group-auth","reconcileID":"06e70ec8-6c1c-4db2-b1d7-7102d28b35b7","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:45.567562574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"2466ca20-8412-47ec-a30d-129326edd553","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:45.568079984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"3d659d42-28b5-4f16-b9a3-f8a3e5d89d7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:45.596195181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"3d659d42-28b5-4f16-b9a3-f8a3e5d89d7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:45.603269996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"2466ca20-8412-47ec-a30d-129326edd553","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:45.604890625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-test-group-auth","reconcileID":"06e70ec8-6c1c-4db2-b1d7-7102d28b35b7","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:45.612936027Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-test-group-subscription","reconcileID":"ed4fc50f-2e19-433a-ad65-2d6b42c8974c","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-2889dd/e2e-test-group-subscription","ai-tenant-e2e-worker-w3-2889dd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:45.634071912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"db5382e8-d250-46d7-b605-2000ced4409b","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:45.699763016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-test-group-subscription","reconcileID":"00d76afa-110b-4465-b9c5-5f08d3dbf7ab","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:45.700862628Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-subscription","reconcileID":"aee5068b-6527-404a-9fc8-ad4da748cc70","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:45.736070172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-test-group-auth","reconcileID":"15a84ab7-44dc-43a9-8293-4cbf7cc16dcf","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:45.736959127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"9cc84786-eae0-4ffb-b1c1-c4728f9e8730","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:45.773287207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"f02b202b-5454-41c9-b174-bf468808835e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:45.792666971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-test-group-auth","reconcileID":"15a84ab7-44dc-43a9-8293-4cbf7cc16dcf","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:45.815079622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"9cc84786-eae0-4ffb-b1c1-c4728f9e8730","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:45.826352031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"f02b202b-5454-41c9-b174-bf468808835e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:46.44200659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"5833a01b-b738-44da-b197-a17e1244a8d4","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:46.455435438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"39645b55-cdcb-4f46-8bbd-70b6ea8551a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:46.462701245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-test-group-auth","reconcileID":"1238d8a0-b10a-4e57-9669-79b8f797fcaa","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:46.463426563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"00953dbb-ca96-404e-b717-e82ef5f8b3fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:46.467569058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"39645b55-cdcb-4f46-8bbd-70b6ea8551a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:46.483385924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-test-group-auth","reconcileID":"1238d8a0-b10a-4e57-9669-79b8f797fcaa","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:46.4878464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"00953dbb-ca96-404e-b717-e82ef5f8b3fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:46.60332497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"e67b7857-82b9-43ed-b931-eebe08bcd88e","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"tenant":"e2e-praxis-a-6a327a","gateway":"openshift-ingress/e2e-praxis-a-6a327a","model":"ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:46.603354257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"e67b7857-82b9-43ed-b931-eebe08bcd88e","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"routeName":"praxis-route-6a327a-kserve-route","namespace":"ai-tenant-e2e-praxis-a-6a327a","llmisvcName":"praxis-route-6a327a","gateway":"openshift-ingress/e2e-praxis-a-6a327a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:46.621659498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a-auth","reconcileID":"a0f55698-44b8-40ea-be7b-55bd75c2c35d","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-6a327a","tenantID":"e2e-praxis-a-6a327a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:46.622506838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"0674ef2c-b04d-4870-8a44-4686fb9668fc","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"tenant":"e2e-praxis-a-6a327a","gateway":"openshift-ingress/e2e-praxis-a-6a327a","model":"ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:46.622522554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"0674ef2c-b04d-4870-8a44-4686fb9668fc","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"routeName":"praxis-route-6a327a-kserve-route","namespace":"ai-tenant-e2e-praxis-a-6a327a","llmisvcName":"praxis-route-6a327a","gateway":"openshift-ingress/e2e-praxis-a-6a327a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:46.627344155Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-6a327a-sub","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a-sub","reconcileID":"1ddd1943-3512-459b-8d06-c2d89251f546","MaaSSubscription":{"name":"praxis-route-6a327a-sub","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"name":"maas-trlp-praxis-route-6a327a","model":"ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:46.632232797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a-auth","reconcileID":"a0f55698-44b8-40ea-be7b-55bd75c2c35d","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"name":"e2e-praxis-a-6a327a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:46.769230421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-6a327a-sub","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a-sub","reconcileID":"1e855aa9-645b-4e61-9e57-721ff5a1f533","MaaSSubscription":{"name":"praxis-route-6a327a-sub","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"name":"maas-trlp-praxis-route-6a327a","model":"ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:46.812727897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a-auth","reconcileID":"791c33e1-46da-4e00-9836-499a67a25a20","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-6a327a","tenantID":"e2e-praxis-a-6a327a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:46.826616336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a-auth","reconcileID":"791c33e1-46da-4e00-9836-499a67a25a20","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"name":"e2e-praxis-a-6a327a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:46.88539256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3c9aa2b-aa32-4110-a223-f3a66108067f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:46.901211615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3c9aa2b-aa32-4110-a223-f3a66108067f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:46.916370314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3c9aa2b-aa32-4110-a223-f3a66108067f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:46.919675775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3c9aa2b-aa32-4110-a223-f3a66108067f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:47.420895393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cbacf42-6423-42a4-9046-55d208de0b99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:47.424190114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cbacf42-6423-42a4-9046-55d208de0b99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:47.427485491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cbacf42-6423-42a4-9046-55d208de0b99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:47.430435301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cbacf42-6423-42a4-9046-55d208de0b99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:53.262075654Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-24fceb"},"namespace":"ai-tenant-e2e-ipp-b-24fceb","name":"default-tenant","reconcileID":"cf8ab2a6-3f13-42d5-a51d-18a8b7c420bb","namespace":"ai-tenant-e2e-ipp-b-24fceb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:53.262167183Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-24fceb"},"namespace":"ai-tenant-e2e-ipp-b-24fceb","name":"default-tenant","reconcileID":"cf8ab2a6-3f13-42d5-a51d-18a8b7c420bb","namespace":"ai-tenant-e2e-ipp-b-24fceb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:53.262241975Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-24fceb"},"namespace":"ai-tenant-e2e-ipp-b-24fceb","name":"default-tenant","reconcileID":"cf8ab2a6-3f13-42d5-a51d-18a8b7c420bb","tenant":"e2e-ipp-b-24fceb","tenantID":"e2e-ipp-b-24fceb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:53.267258911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-24fceb"},"namespace":"ai-tenant-e2e-ipp-b-24fceb","name":"default-tenant","reconcileID":"cf8ab2a6-3f13-42d5-a51d-18a8b7c420bb","gvk":"Deployment","name":"maas-api-e2e-ipp-b-24fceb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:53.286416303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-24fceb"},"namespace":"ai-tenant-e2e-ipp-b-24fceb","name":"default-tenant","reconcileID":"cf8ab2a6-3f13-42d5-a51d-18a8b7c420bb","gvk":"Service","name":"maas-api-e2e-ipp-b-24fceb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:53.292983933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-24fceb"},"namespace":"ai-tenant-e2e-ipp-b-24fceb","name":"default-tenant","reconcileID":"cf8ab2a6-3f13-42d5-a51d-18a8b7c420bb","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-24fceb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:53.301456376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-24fceb"},"namespace":"ai-tenant-e2e-ipp-b-24fceb","name":"default-tenant","reconcileID":"cf8ab2a6-3f13-42d5-a51d-18a8b7c420bb","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-24fceb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:53.311760704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-24fceb"},"namespace":"ai-tenant-e2e-ipp-b-24fceb","name":"default-tenant","reconcileID":"cf8ab2a6-3f13-42d5-a51d-18a8b7c420bb","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-24fceb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:53.317875498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-24fceb"},"namespace":"ai-tenant-e2e-ipp-b-24fceb","name":"default-tenant","reconcileID":"cf8ab2a6-3f13-42d5-a51d-18a8b7c420bb","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-24fceb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:53.325416044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-24fceb"},"namespace":"ai-tenant-e2e-ipp-b-24fceb","name":"default-tenant","reconcileID":"cf8ab2a6-3f13-42d5-a51d-18a8b7c420bb","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-24fceb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:53.330752946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-24fceb"},"namespace":"ai-tenant-e2e-ipp-b-24fceb","name":"default-tenant","reconcileID":"cf8ab2a6-3f13-42d5-a51d-18a8b7c420bb","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-24fceb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:53.335801436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-24fceb"},"namespace":"ai-tenant-e2e-ipp-b-24fceb","name":"default-tenant","reconcileID":"cf8ab2a6-3f13-42d5-a51d-18a8b7c420bb","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-24fceb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:53.340614095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-24fceb"},"namespace":"ai-tenant-e2e-ipp-b-24fceb","name":"default-tenant","reconcileID":"cf8ab2a6-3f13-42d5-a51d-18a8b7c420bb","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-24fceb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:53.354253876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-24fceb"},"namespace":"ai-tenant-e2e-ipp-b-24fceb","name":"default-tenant","reconcileID":"cf8ab2a6-3f13-42d5-a51d-18a8b7c420bb","gvk":"Service","name":"payload-processing-e2e-ipp-b-24fceb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:53.373239606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-24fceb"},"namespace":"ai-tenant-e2e-ipp-b-24fceb","name":"default-tenant","reconcileID":"cf8ab2a6-3f13-42d5-a51d-18a8b7c420bb","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-24fceb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:53.3785799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-24fceb"},"namespace":"ai-tenant-e2e-ipp-b-24fceb","name":"default-tenant","reconcileID":"cf8ab2a6-3f13-42d5-a51d-18a8b7c420bb","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-24fceb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:53.39030305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-24fceb"},"namespace":"ai-tenant-e2e-ipp-b-24fceb","name":"default-tenant","reconcileID":"cf8ab2a6-3f13-42d5-a51d-18a8b7c420bb","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-24fceb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:53.397250268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-24fceb"},"namespace":"ai-tenant-e2e-ipp-b-24fceb","name":"default-tenant","reconcileID":"cf8ab2a6-3f13-42d5-a51d-18a8b7c420bb","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-24fceb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:53.411532988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-24fceb"},"namespace":"ai-tenant-e2e-ipp-b-24fceb","name":"default-tenant","reconcileID":"cf8ab2a6-3f13-42d5-a51d-18a8b7c420bb","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-24fceb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:53.416568718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-24fceb"},"namespace":"ai-tenant-e2e-ipp-b-24fceb","name":"default-tenant","reconcileID":"cf8ab2a6-3f13-42d5-a51d-18a8b7c420bb","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-24fceb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:53.425442863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-24fceb"},"namespace":"ai-tenant-e2e-ipp-b-24fceb","name":"default-tenant","reconcileID":"cf8ab2a6-3f13-42d5-a51d-18a8b7c420bb","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-24fceb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:53.433071093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-24fceb"},"namespace":"ai-tenant-e2e-ipp-b-24fceb","name":"default-tenant","reconcileID":"cf8ab2a6-3f13-42d5-a51d-18a8b7c420bb","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-24fceb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:53.441307923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-24fceb"},"namespace":"ai-tenant-e2e-ipp-b-24fceb","name":"default-tenant","reconcileID":"cf8ab2a6-3f13-42d5-a51d-18a8b7c420bb","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-24fceb","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:53.823855684Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-24fceb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-24fceb","reconcileID":"a4364573-245b-4dfe-b697-af1db0ef86fe","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-24fceb","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-24fceb"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:53.837048602Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-status-active-sub","reconcileID":"ddc37aff-f51c-45c1-9986-0b124e5fdd89","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscription":"e2e-status-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:53.860702706Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-status-active-sub","reconcileID":"ddc37aff-f51c-45c1-9986-0b124e5fdd89","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-simulator-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-39bde3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:53.882912031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-subscription","reconcileID":"4290b9af-77b7-4f70-a701-bf3d34d219b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-simulator-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:54.054761561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"1220dd58-914b-4d00-992d-1369afe14b21","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:54.069966965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-status-active-auth","reconcileID":"0db1c581-d624-4013-8b67-81ce85a8e748","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:54.082133106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"a5e4c5b5-9cf1-4b2b-9099-1171022acd94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:54.083701525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"7160c685-5fd4-45c1-b19d-fc6bb4900e9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:54.087695764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-status-active-auth","reconcileID":"0db1c581-d624-4013-8b67-81ce85a8e748","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:54.095854338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"a5e4c5b5-9cf1-4b2b-9099-1171022acd94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:54.096452849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"7160c685-5fd4-45c1-b19d-fc6bb4900e9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:54.101763366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bdfe9a6-86f7-4928-ae10-2febb0738129","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:54.158386729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bdfe9a6-86f7-4928-ae10-2febb0738129","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:54.164324786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bdfe9a6-86f7-4928-ae10-2febb0738129","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:54.192091498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"e040a550-e24a-43f1-a21c-8e30a4b32b98","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:54.193289895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bdfe9a6-86f7-4928-ae10-2febb0738129","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:54.193317305Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-status-active-auth","reconcileID":"4dd6f4a0-fa7f-4bcd-9d23-2759b3bbc927","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:54.222310989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"562b584d-7f2e-46a4-8a7d-9e8b2a75459d","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:54.485521169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a49df13-6f50-4c8a-a324-a3d7e251b041","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:54.491451077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a49df13-6f50-4c8a-a324-a3d7e251b041","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:54.496710964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a49df13-6f50-4c8a-a324-a3d7e251b041","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:54.50692019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a49df13-6f50-4c8a-a324-a3d7e251b041","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:54.603496598Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-test-other-subscription","reconcileID":"0d8eb9b0-2e6c-4c69-bd33-50dcb64863be","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"model":"e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872","subscription":"e2e-test-other-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:54.630067136Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-test-other-subscription","reconcileID":"0d8eb9b0-2e6c-4c69-bd33-50dcb64863be","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-simulator-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-9de872/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:54.647631424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-subscription","reconcileID":"89e3f30a-7134-4bb0-8f5e-1d148c4d9134","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-simulator-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:54.656351755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"2d29d9d2-7f4f-470a-b2a1-5d4a605f6bc7","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:54.666030768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-test-auth-access-denied","reconcileID":"5a8a8320-471c-4e16-ad36-7390cae1ecdf","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:54.667510413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"f1d09d16-2790-40cb-a453-ca85a95905b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:54.667552739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"2f2ed72d-4753-4d3b-8e5b-ea639462426a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:54.675055786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-test-auth-access-denied","reconcileID":"5a8a8320-471c-4e16-ad36-7390cae1ecdf","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:54.677264565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"2f2ed72d-4753-4d3b-8e5b-ea639462426a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:54.679737126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"f1d09d16-2790-40cb-a453-ca85a95905b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:54.811981985Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-test-auth-access-denied","reconcileID":"bcd47c82-70e4-4b3b-948e-c39624bea54e","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-9de872"},"model":"e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:54.812487637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"dd3a7621-91ac-4763-8f00-235b0db444b4","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:55.002057583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"d5c2cd00-4aa6-4cdf-b716-ae752962bb3c","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:55.066723846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"bcb69bb9-320c-4af7-861d-2117f9c30cd7","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:55.074234062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"3a31359f-96be-40d8-942f-f7679b9fff66","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:55.099486721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-status-active-auth-only","reconcileID":"06cdd334-d187-4b9b-8420-f806d7dfc9fd","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:55.109492074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-status-active-auth-only","reconcileID":"06cdd334-d187-4b9b-8420-f806d7dfc9fd","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:55.136501935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"f55f0493-ec25-4f83-a906-7a890a1661cf","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:55.190032069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-status-active-auth-only","reconcileID":"01f64584-4dff-4238-8e7b-617ceffbe001","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:55.203659908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-status-active-auth-only","reconcileID":"01f64584-4dff-4238-8e7b-617ceffbe001","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:55.537236552Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-status-active-auth-only","reconcileID":"6df29a9e-e2a8-4446-8c0a-2515c34f9a06","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:55.537807459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"9bebf81d-bed4-471e-b630-1b145636b32f","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:55.600392393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"2b8671c1-ae94-4b6d-915c-fd36c6c4d902","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:56.491244639Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-test-group-subscription","reconcileID":"5a9880f1-b52f-4ce9-b7bc-3ae01b55e22b","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscription":"e2e-test-group-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:56.501186234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"053c73e6-266d-494e-9a38-f291c7991e20","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:56.511744009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"d096ab85-905a-4247-a6cc-570e5d00cad1","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:56.572434904Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-test-group-subscription","reconcileID":"5a9880f1-b52f-4ce9-b7bc-3ae01b55e22b","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-2889dd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:56.640676039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-status-degraded-auth","reconcileID":"c0d6ec90-f987-488c-96cd-343bc7e2332f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:56.655201225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-subscription","reconcileID":"64530370-5e16-4791-9284-26a17ccef371","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:56.66284078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-status-degraded-auth","reconcileID":"c0d6ec90-f987-488c-96cd-343bc7e2332f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:56.734415146Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-status-degraded-auth","reconcileID":"c0d6ec90-f987-488c-96cd-343bc7e2332f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"model":"e2e-models-e2e-worker-w2-39bde3/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:56.739394516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"bbda45a7-15cb-4e86-a934-24865bed6905","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:56.761353299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"585a8f09-c99b-4cf4-8726-7f2d9d818296","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"tenant":"e2e-praxis-a-6a327a","gateway":"openshift-ingress/e2e-praxis-a-6a327a","model":"ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:56.761625803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"585a8f09-c99b-4cf4-8726-7f2d9d818296","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"routeName":"praxis-route-6a327a-kserve-route","namespace":"ai-tenant-e2e-praxis-a-6a327a","llmisvcName":"praxis-route-6a327a","gateway":"openshift-ingress/e2e-praxis-a-6a327a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:56.780248051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-test-group-auth","reconcileID":"769d841c-b4f7-45ce-8667-064d5a226e0c","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:56.786779358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"b8e602e8-8b0b-4245-ad41-de0081fb539e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:56.787984207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"a0231f82-0034-4b53-8d50-01185b66c668","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:56.803955993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-test-group-auth","reconcileID":"769d841c-b4f7-45ce-8667-064d5a226e0c","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:56.818634106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"b8e602e8-8b0b-4245-ad41-de0081fb539e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:56.819413501Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-6a327a-sub","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a-sub","reconcileID":"52cefdab-b478-4ba7-840a-46b1bb962eef","MaaSSubscription":{"name":"praxis-route-6a327a-sub","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"name":"maas-trlp-praxis-route-6a327a","model":"ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:56.842659854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"a0231f82-0034-4b53-8d50-01185b66c668","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:56.848458374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a-auth","reconcileID":"3cd275ca-18b8-4e6c-ae1a-0a3926e7ed01","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-6a327a","tenantID":"e2e-praxis-a-6a327a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:56.863700547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"2ad87531-2967-49f4-aaaf-ed7b35f40ed5","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:56.865201601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a-auth","reconcileID":"3cd275ca-18b8-4e6c-ae1a-0a3926e7ed01","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"name":"e2e-praxis-a-6a327a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:56.875721084Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-test-group-auth","reconcileID":"ed02b2b9-6493-40a8-a5d5-9e7a38d9d40c","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:56.892633686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"01d32c12-216a-4139-a7da-64d5a90bbf0d","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:56.898667276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-6a327a-sub","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a-sub","reconcileID":"fefdf270-e580-4e4f-b106-c4b504b39c36","MaaSSubscription":{"name":"praxis-route-6a327a-sub","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"name":"maas-trlp-praxis-route-6a327a","model":"ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:56.952325325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-status-degraded-auth","reconcileID":"add511f4-4a43-4dd5-bd1b-5323c1c038dc","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:56.963833619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-status-degraded-auth","reconcileID":"add511f4-4a43-4dd5-bd1b-5323c1c038dc","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:56.984641142Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-status-degraded-auth","reconcileID":"add511f4-4a43-4dd5-bd1b-5323c1c038dc","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"model":"e2e-models-e2e-worker-w2-39bde3/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:56.991409012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"6aeda35b-e8ff-40e9-9c4b-d226170dac0f","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:57.04457639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a-auth","reconcileID":"0d72bfdc-563e-46c2-b0a8-08e249456523","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-6a327a","tenantID":"e2e-praxis-a-6a327a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:57.053819544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a-auth","reconcileID":"0d72bfdc-563e-46c2-b0a8-08e249456523","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"name":"e2e-praxis-a-6a327a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:00:57.17738082Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-status-degraded-auth","reconcileID":"add511f4-4a43-4dd5-bd1b-5323c1c038dc","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-degraded-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:57.217136013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-status-degraded-auth","reconcileID":"7efa1456-e5b8-43eb-a187-62cd337fd72a","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:57.230402082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-status-degraded-auth","reconcileID":"7efa1456-e5b8-43eb-a187-62cd337fd72a","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:57.266379629Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-status-degraded-auth","reconcileID":"7efa1456-e5b8-43eb-a187-62cd337fd72a","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"model":"e2e-models-e2e-worker-w2-39bde3/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:58.963510221Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-status-degraded-auth","reconcileID":"a301c368-b469-4a5e-9d94-4111530b24ca","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:58.964131197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"e0f3fe20-f0a2-40ef-81d9-4895abff0551","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:58.981647326Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-status-degraded-auth","reconcileID":"a301c368-b469-4a5e-9d94-4111530b24ca","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"model":"e2e-models-e2e-worker-w2-39bde3/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:59.097403211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"d0472742-290d-4a94-bb4d-8dad4d49d563","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:59.968768363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"745046b9-fbb3-4e2a-ae14-149865249acd","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:59.993207364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"7d53d0d0-2041-4690-8c26-c11b75660363","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:00.014559145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-degraded-healthy-inf-auth","reconcileID":"8e7de292-a300-4182-bc5b-f0ef56d93eca","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:00.024931298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-degraded-healthy-inf-auth","reconcileID":"8e7de292-a300-4182-bc5b-f0ef56d93eca","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:00.117404937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"70629d84-d653-4bba-90fa-b16a4f29a02a","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:00.218740166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-degraded-healthy-inf-auth","reconcileID":"d9d30fa3-7737-4aea-acb6-4cd3b4c8be4a","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:00.246037006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-degraded-healthy-inf-auth","reconcileID":"d9d30fa3-7737-4aea-acb6-4cd3b4c8be4a","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:00.314378157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"1ccd967d-d674-49f5-a79b-44723eae4c15","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:00.400617291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"04e4972e-4b6a-4be9-94c7-6f509cd83b97","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:00.424737083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"a40ef487-f5b9-42c3-98de-1d2595db9e1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:00.444254164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"1a110729-e282-4a39-ac2e-9430597c711a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:00.444457832Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-degraded-healthy-inf","reconcileID":"d0eaef97-9bc4-4572-859a-3cd7eb7e9c0b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:00.444978061Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-degraded-healthy-inf-auth","reconcileID":"d9d30fa3-7737-4aea-acb6-4cd3b4c8be4a","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-degraded-healthy-inf-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:00.586191518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"a40ef487-f5b9-42c3-98de-1d2595db9e1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:00.594580517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"1a110729-e282-4a39-ac2e-9430597c711a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:00.773444796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-degraded-healthy-inf-auth","reconcileID":"fe78c843-c55a-43b7-88b9-8a500e34fcf0","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:00.859948039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-degraded-healthy-inf-auth","reconcileID":"fe78c843-c55a-43b7-88b9-8a500e34fcf0","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:00.876147681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"b8d11d51-29f3-4e6a-8627-2bf375ba5643","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:00.954138194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"d5acbccf-21f4-4131-a544-2ecc21f7fcc1","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:00.90150527Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-39bde3/e2e-degraded-healthy-inf","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:00.923205396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"ebda6b32-c708-4f3a-95cd-63884e40a6c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:00.944925042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"469a5888-8ee0-449d-935e-0af66f4feb64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:00.945695338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"9773e407-30c9-4ee6-99a1-5119b5cd8e85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:00.945920462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"0e30f9c8-0d69-460b-b1c7-c97fbb77d6b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:01.009984873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"0e30f9c8-0d69-460b-b1c7-c97fbb77d6b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:01.083641285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"ebda6b32-c708-4f3a-95cd-63884e40a6c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:01.095369853Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-degraded-healthy-inf","reconcileID":"ebd745aa-ab6f-4925-aff7-77af2febdef5","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-simulator-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-39bde3/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w2-39bde3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:01.095593912Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-degraded-healthy-inf","reconcileID":"ebd745aa-ab6f-4925-aff7-77af2febdef5","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"model":"e2e-models-e2e-worker-w2-39bde3/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-39bde3/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:01.096438861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"469a5888-8ee0-449d-935e-0af66f4feb64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:01.096867077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"9773e407-30c9-4ee6-99a1-5119b5cd8e85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:01.316954452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-degraded-healthy-inf-auth","reconcileID":"6d3dc7eb-8b69-452f-b68e-80c37abc1c39","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:01.481587906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-subscription","reconcileID":"45013b81-f326-4e81-823e-b7e6f537531f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-simulator-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:01.56984898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"42653459-74e9-421a-b6d0-888161ff5544","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:01.603576393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"15b1f067-a498-47a5-ab01-7b002d1f2bbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:01.605210662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"8b13b4b1-101a-4c4c-81aa-c4b53c163e9c","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:01.676270277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-degraded-healthy-inf-auth","reconcileID":"6d3dc7eb-8b69-452f-b68e-80c37abc1c39","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:01.867381932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"42653459-74e9-421a-b6d0-888161ff5544","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:01.86966656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"15b1f067-a498-47a5-ab01-7b002d1f2bbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:01.969509466Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-degraded-healthy-inf","reconcileID":"7d988ca4-293c-41a1-8aaa-504cd3266d32","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-simulator-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:01.96983771Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-degraded-healthy-inf","reconcileID":"7d988ca4-293c-41a1-8aaa-504cd3266d32","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"model":"e2e-models-e2e-worker-w2-39bde3/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-39bde3/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:02.66707337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-status-failed-auth","reconcileID":"7c9865bf-9b0f-454c-972d-3e09ea9933be","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:02.713984907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-status-failed-auth","reconcileID":"7c9865bf-9b0f-454c-972d-3e09ea9933be","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:02.733965408Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-status-failed-auth","reconcileID":"7c9865bf-9b0f-454c-972d-3e09ea9933be","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"model":"e2e-models-e2e-worker-w3-2889dd/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:03.023002861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-status-failed-auth","reconcileID":"a8657f0c-4aa8-4f56-a39f-ede7c6b34749","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:03.042617975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-status-failed-auth","reconcileID":"a8657f0c-4aa8-4f56-a39f-ede7c6b34749","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:03.185965184Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-status-failed-auth","reconcileID":"a8657f0c-4aa8-4f56-a39f-ede7c6b34749","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"model":"e2e-models-e2e-worker-w3-2889dd/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:03.425658907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-w0-9de872","reconcileID":"a483ee89-71c1-43d0-965f-9a30dcced785","MaaSModelRef":{"name":"distinct-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"distinct-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"distinct-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:03.962050893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"80f1338b-f994-49e6-9f0f-750843759ddf","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:04.488635568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"913f59b2-e1e2-48dc-9cb9-8fb2580c0991","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"premium-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"premium-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:04.571353372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"ea0c02c1-da9e-45fb-9230-3871c563a652","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:04.587436496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"fd66bb98-885d-4f56-982e-d74b193c3431","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:04.679809781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"fd66bb98-885d-4f56-982e-d74b193c3431","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:04.718943554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"ea0c02c1-da9e-45fb-9230-3871c563a652","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:04.897435716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"9853c60e-8565-4749-917e-afb7a0d681fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:04.902398866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"34493412-9d19-4ad0-98d0-2d0e02bafed4","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:04.913729676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"1cf62b44-b0b8-4c61-b881-aece649ef7fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:04.936282432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-degraded-healthy-inf-auth","reconcileID":"97b128cd-4322-4165-b529-f2a0ee038a9a","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:04.969553297Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-subscription","reconcileID":"2870e2a1-053e-4da0-a746-fad781f29da6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-premium-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:04.969786133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"72e38739-6e7e-4568-a91a-ffaacd210bea","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:04.984537722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"9853c60e-8565-4749-917e-afb7a0d681fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:05.070879353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-degraded-healthy-inf-auth","reconcileID":"97b128cd-4322-4165-b529-f2a0ee038a9a","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:05.119205761Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-status-failed-auth","reconcileID":"b7f0ab32-b7f5-4b3d-ae15-d27977177cd2","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"model":"e2e-models-e2e-worker-w3-2889dd/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:05.129950309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"1cf62b44-b0b8-4c61-b881-aece649ef7fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:05.263455786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"e8404956-5ebf-46a2-b2b1-c91fb3b15286","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"premium-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"premium-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:05.341736601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-subscription","reconcileID":"907da42d-06dc-4f4d-8d02-391fb6e5efab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-premium-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:05.399927344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-degraded-healthy-inf-auth","reconcileID":"1509b8bb-807e-4e80-a764-17d7116ab65f","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:05.400858156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"f2ad38d9-0b9a-4ed1-ba91-17b626fcb6ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:05.40168943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"b60098c8-2f68-4c21-9380-4467052aa102","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:05.430016158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"b60098c8-2f68-4c21-9380-4467052aa102","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:05.4447996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"f2ad38d9-0b9a-4ed1-ba91-17b626fcb6ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:05.471748541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-degraded-healthy-inf-auth","reconcileID":"1509b8bb-807e-4e80-a764-17d7116ab65f","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:05.6138789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-w0-9de872","reconcileID":"cee2e22c-7784-4049-8c25-6b1780ae8a1c","MaaSModelRef":{"name":"distinct-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"distinct-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"distinct-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:06.111924169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"96f465e2-39d4-4eff-8e8b-8ef47faa5e48","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:06.129223202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"5682c37d-2851-40fb-8c87-89a1af553b2e","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:06.145966708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-degraded-models-apikey-auth","reconcileID":"67434775-cd29-4a67-a34a-01f4eff7067f","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:06.170041772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-degraded-models-apikey-auth","reconcileID":"67434775-cd29-4a67-a34a-01f4eff7067f","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:06.248987843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"c00fa933-1d51-402c-8c2f-e0cbcb64b5ae","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:06.293578293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-degraded-models-apikey-auth","reconcileID":"1183734f-0095-4c7b-a512-07a7667b6152","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:06.320897121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-degraded-models-apikey-auth","reconcileID":"1183734f-0095-4c7b-a512-07a7667b6152","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:06.351634006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"7901d8b8-b527-4d31-bd6d-022bbbf67303","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:06.36145379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"c0b8394b-4c29-4db2-abab-069797b1c06a","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:06.396947528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"b9e9ec4e-40c6-4f46-970a-bca96bf8fa8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:06.397462631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"f2b39511-53df-4eb5-953b-ff7bc99d5fb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:06.398464913Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-degraded-models-apikey","reconcileID":"08d2d7de-c34c-47bf-8676-0a49752a0d7b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:06.428936769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"f2b39511-53df-4eb5-953b-ff7bc99d5fb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:06.430045993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"b9e9ec4e-40c6-4f46-970a-bca96bf8fa8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:06.454649249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"261de92e-c141-474a-b2aa-4ea3b950e592","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:06.476150889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"e2616f8b-65ba-4eac-a0b0-468385d9db62","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:06.538877936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-degraded-models-apikey-auth","reconcileID":"eb2775d4-f2ff-490d-a907-3dd1ad779c37","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:06.57333954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-degraded-models-apikey-auth","reconcileID":"eb2775d4-f2ff-490d-a907-3dd1ad779c37","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:06.606325898Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-degraded-models-apikey","reconcileID":"3cc36252-b8d2-4784-b62f-cdc8f18958d6","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-2889dd/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w3-2889dd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:06.606537023Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-degraded-models-apikey","reconcileID":"3cc36252-b8d2-4784-b62f-cdc8f18958d6","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"model":"e2e-models-e2e-worker-w3-2889dd/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-2889dd/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:06.724715453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"e3f4eb72-1547-4c23-ade7-f5e7276160ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:06.779715833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"c0f05cd6-79d1-4eb6-bf47-d652883d2ebb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:07.013078661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"c0f05cd6-79d1-4eb6-bf47-d652883d2ebb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:07.041934675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"e3f4eb72-1547-4c23-ade7-f5e7276160ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:07.222357803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"f1ccbab2-910a-4b89-9cb9-1fc237031f22","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:07.224179815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-subscription","reconcileID":"fa32493d-29a6-49d2-a85d-b343d2fa35d4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:07.295978682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"95051bb4-5836-413a-a453-0f3daeca88cd","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:07.419472314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-degraded-models-apikey","reconcileID":"8509e7e7-4c8f-40b5-84f1-f96c9de725f0","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:07.419700212Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-degraded-models-apikey","reconcileID":"8509e7e7-4c8f-40b5-84f1-f96c9de725f0","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"model":"e2e-models-e2e-worker-w3-2889dd/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-2889dd/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:09.103969134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"a541b95e-0e8b-4039-9a1f-174192fe8c3f","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:09.329194091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-degraded-models-apikey-auth","reconcileID":"d766b324-5c20-486b-88df-5b6bae216544","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:09.330669935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"8d973981-1003-4ac9-bd3d-61569ddd349e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:09.350439393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"b9fd9b1a-a4d0-4502-9d13-bc53b1b1f111","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:09.424067709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-degraded-models-apikey-auth","reconcileID":"d766b324-5c20-486b-88df-5b6bae216544","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:09.488915156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"8d973981-1003-4ac9-bd3d-61569ddd349e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:09.543999163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"b9fd9b1a-a4d0-4502-9d13-bc53b1b1f111","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:09.685986879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-2-w1-85cb41","reconcileID":"ab09b295-d30b-4cfd-8666-38b97a1c8aa6","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"distinct-2-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"distinct-2-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:10.009810469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"ee146788-94c2-49c9-804e-3f80ffcba84c","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:10.347668074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"b6fe3d2e-aea0-49a3-a1d1-8f68998d4ce9","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"premium-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"premium-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:10.445650293Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:10.465544665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-subscription","reconcileID":"1ad71de6-15c4-4888-a0c7-b2dfb6b00f96","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-premium-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:10.491222061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"3379cbf0-a642-45dc-928a-ed787b3ef0b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:10.492016273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-degraded-healthy-inf-auth","reconcileID":"e69ecef1-a301-4596-b705-dd6985c95a45","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:10.492655957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"d5c7c3d3-f0da-45a6-9e02-1df48f096837","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:10.515185115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"3379cbf0-a642-45dc-928a-ed787b3ef0b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:10.637301204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"cff57d63-a42f-4a9d-a951-8e291d8cb7cf","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"premium-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"premium-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:10.696316187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"d5c7c3d3-f0da-45a6-9e02-1df48f096837","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:10.721790927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-subscription","reconcileID":"cb7ee5a5-041b-45d7-93a2-c0c9d36bde74","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-premium-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:10.779191405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-degraded-healthy-inf-auth","reconcileID":"e69ecef1-a301-4596-b705-dd6985c95a45","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:10.992577858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-2-w0-9de872","reconcileID":"c24e075b-4a66-4cff-8443-e9ceb05563a9","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"distinct-2-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"distinct-2-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:11.933567877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"454fe24a-c06c-4d22-a9d8-2aee74d4693f","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:12.16386139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"5ea01c91-2b76-4d7c-b709-19e3721f1e65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:12.164596856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"589c7da3-598a-4314-9777-8f77a2891cce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:12.165453962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-subscription","reconcileID":"8f0c7438-8598-4682-90f9-a00ee59896ca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-premium-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/premium-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:12.243983884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"5ea01c91-2b76-4d7c-b709-19e3721f1e65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:12.256528591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"589c7da3-598a-4314-9777-8f77a2891cce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:12.304898726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"25534235-e252-4d05-91c7-2d7a89fb9dd2","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:12.364267754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-subscription","reconcileID":"e8a25647-598f-4685-9af1-fa5d801b5b83","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-premium-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/premium-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:13.243630381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"14b2da65-a941-4c68-9aeb-171f8c1f5be6","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:13.333324223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"4dc79954-3d5f-4c96-a0a5-798abfde76c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:13.333826223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"01ff0a24-f8e5-48d3-b240-bc69916da5c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:13.335309325Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-subscription","reconcileID":"5e47dc77-d3e7-4e1b-aa92-56896fa37ef0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-premium-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/premium-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:13.370059164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"4dc79954-3d5f-4c96-a0a5-798abfde76c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:13.375882555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"01ff0a24-f8e5-48d3-b240-bc69916da5c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:13.436197965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"9528543e-f7d4-47f1-ba7d-0ae0515564eb","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:13.480019937Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-subscription","reconcileID":"8254ddcc-374e-4d66-bb02-78e608673efc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-premium-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/premium-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:13.624619623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"728c1c1f-a9bf-4518-8f6d-80e0221d4f64","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:13.902318917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"e50d2c83-e8ca-4c3f-8f78-ef263bbd3b58","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:14.435842753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-2-w0-9de872","reconcileID":"9bbc7875-8468-4685-913a-6fb3d48685cd","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"distinct-2-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"distinct-2-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:14.588450382Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-status-failed-sub","reconcileID":"d85211f4-2fd5-4644-86ad-0de581d0ac3b","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-9de872"},"model":"e2e-models-e2e-worker-w0-9de872/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:14.5886402Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-status-failed-sub","reconcileID":"d85211f4-2fd5-4644-86ad-0de581d0ac3b","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-9de872"},"model":"e2e-models-e2e-worker-w0-9de872/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-9de872/nonexistent-model-xyz","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:14.674761282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"85b3ef14-0546-47b5-8d06-197a460f49da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:14.679595737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"309fd326-fbef-4516-8ce3-cfef6ca8a369","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:14.696588263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"309fd326-fbef-4516-8ce3-cfef6ca8a369","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:14.701006934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"85b3ef14-0546-47b5-8d06-197a460f49da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:14.7025312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-2-w1-85cb41","reconcileID":"4709999f-c907-404d-921c-6b8f2ce253d3","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"distinct-2-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"distinct-2-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.122979182Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-degraded-healthy-inf","reconcileID":"a700b02c-1ccd-42be-bd9f-d510f07a7770","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.154525743Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-degraded-healthy-inf","reconcileID":"a700b02c-1ccd-42be-bd9f-d510f07a7770","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-simulator-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-39bde3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.154630143Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-degraded-healthy-inf","reconcileID":"a700b02c-1ccd-42be-bd9f-d510f07a7770","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"model":"e2e-models-e2e-worker-w2-39bde3/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.154738602Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-degraded-healthy-inf","reconcileID":"a700b02c-1ccd-42be-bd9f-d510f07a7770","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"model":"e2e-models-e2e-worker-w2-39bde3/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-39bde3/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.183344397Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-subscription","reconcileID":"009129b5-d4fe-42d1-b05f-8c0c2377f571","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-simulator-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.275896192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"11b6a26e-0ccf-4e71-a677-9503fa2f724c","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.290198563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-degraded-healthy-inf-auth","reconcileID":"230e9b50-3708-44f8-b8ff-81693e2e6695","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.291240436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"77359ceb-cd9d-4c64-8ba3-fa2c3af1e222","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.301197458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-degraded-healthy-inf-auth","reconcileID":"230e9b50-3708-44f8-b8ff-81693e2e6695","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.302418112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"77359ceb-cd9d-4c64-8ba3-fa2c3af1e222","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.394156991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"f49154c2-e1b1-489d-8668-18a69f3356c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.409983647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"f49154c2-e1b1-489d-8668-18a69f3356c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.418778983Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"default-tenant","reconcileID":"5b9d9e0b-d7b9-4c7b-8584-99851afe3631","namespace":"ai-tenant-e2e-praxis-a-6a327a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.418853382Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"default-tenant","reconcileID":"5b9d9e0b-d7b9-4c7b-8584-99851afe3631","name":"praxis-route-6a327a-sub","namespace":"ai-tenant-e2e-praxis-a-6a327a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.422863026Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-degraded-healthy-inf-auth","reconcileID":"94903099-5410-4597-bbdf-d9c4b2529447","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.422960513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"23794574-9cbc-4bc0-bedb-d946ca41abaa","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.426387929Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"default-tenant","reconcileID":"5b9d9e0b-d7b9-4c7b-8584-99851afe3631","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.426450241Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"default-tenant","reconcileID":"5b9d9e0b-d7b9-4c7b-8584-99851afe3631","namespace":"ai-tenant-e2e-praxis-a-6a327a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.426566277Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"default-tenant","reconcileID":"5b9d9e0b-d7b9-4c7b-8584-99851afe3631","name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.427321964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"dcd1dfff-5b48-41a0-b117-ba1a81d0f086","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"tenant":"e2e-praxis-a-6a327a","gateway":"openshift-ingress/e2e-praxis-a-6a327a","model":"ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.427386264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"dcd1dfff-5b48-41a0-b117-ba1a81d0f086","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"routeName":"praxis-route-6a327a-kserve-route","namespace":"ai-tenant-e2e-praxis-a-6a327a","llmisvcName":"praxis-route-6a327a","gateway":"openshift-ingress/e2e-praxis-a-6a327a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.440312096Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"default-tenant","reconcileID":"5b9d9e0b-d7b9-4c7b-8584-99851afe3631","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.440568724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"64200dc1-4abc-4fa5-94e5-0fbf83d98677","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"tenant":"e2e-praxis-a-6a327a","gateway":"openshift-ingress/e2e-praxis-a-6a327a","model":"ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.440630747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"64200dc1-4abc-4fa5-94e5-0fbf83d98677","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"routeName":"praxis-route-6a327a-kserve-route","namespace":"ai-tenant-e2e-praxis-a-6a327a","llmisvcName":"praxis-route-6a327a","gateway":"openshift-ingress/e2e-praxis-a-6a327a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:15.454889066Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"64200dc1-4abc-4fa5-94e5-0fbf83d98677","name":"praxis-route-6a327a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-6a327a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:15.45496905Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"64200dc1-4abc-4fa5-94e5-0fbf83d98677","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-6a327a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.4654518Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-6a327a-sub","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a-sub","reconcileID":"27560a44-1840-432d-bc3e-71a12df44cbb","MaaSSubscription":{"name":"praxis-route-6a327a-sub","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0c5f4bd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.486638214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a-auth","reconcileID":"2011f053-6585-453f-8510-2f5cb584d2e9","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-6a327a","tenantID":"e2e-praxis-a-6a327a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.492768207Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"e2e-temp-model-status","reconcileID":"cde576da-3b44-4eeb-abea-bea1e2b33bfc","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-9de872"},"tenant":"e2e-worker-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.492840339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"e2e-temp-model-status","reconcileID":"cde576da-3b44-4eeb-abea-bea1e2b33bfc","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"distinct-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"distinct-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.512756898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a-auth","reconcileID":"2011f053-6585-453f-8510-2f5cb584d2e9","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"name":"e2e-praxis-a-6a327a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.515603366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"61ecf915-89b2-4910-af77-b03a59d63f70","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"tenant":"e2e-praxis-a-6a327a","gateway":"openshift-ingress/e2e-praxis-a-6a327a","model":"ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.515619168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"61ecf915-89b2-4910-af77-b03a59d63f70","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"routeName":"praxis-route-6a327a-kserve-route","namespace":"ai-tenant-e2e-praxis-a-6a327a","llmisvcName":"praxis-route-6a327a","gateway":"openshift-ingress/e2e-praxis-a-6a327a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.559371966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-w0-9de872","reconcileID":"90bb4d08-3a19-47cb-ac9b-314af681a3d6","MaaSModelRef":{"name":"distinct-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"distinct-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"distinct-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.563427257Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-6a327a-sub","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a-sub","reconcileID":"818d249f-700c-496f-9d48-a03e5a6d0f97","MaaSSubscription":{"name":"praxis-route-6a327a-sub","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0c5f4bd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.624991289Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a-auth","reconcileID":"c91bd40b-67a6-4607-a9ff-28e11bcc3afe","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"model":"ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.657796256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"eecc992c-ade1-4559-ba3b-364d4080460f","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.672871716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"e2e-temp-model-status","reconcileID":"caae5aca-baf9-4145-8f3c-727d7ecbe384","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-9de872"},"tenant":"e2e-worker-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.672906249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"e2e-temp-model-status","reconcileID":"caae5aca-baf9-4145-8f3c-727d7ecbe384","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"distinct-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"distinct-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.684837859Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"e2e-temp-model-status","reconcileID":"252311f6-3356-49f7-8c40-2b5babc18786","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-9de872"},"tenant":"e2e-worker-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.684864495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"e2e-temp-model-status","reconcileID":"252311f6-3356-49f7-8c40-2b5babc18786","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"distinct-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"distinct-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.700280009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-status-transition-auth","reconcileID":"e12bc788-b4e1-4777-9a09-2ca7e62b16f5","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.760030165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-status-transition-auth","reconcileID":"e12bc788-b4e1-4777-9a09-2ca7e62b16f5","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.790007116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a-auth","reconcileID":"c91bd40b-67a6-4607-a9ff-28e11bcc3afe","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-6a327a","tenantID":"e2e-praxis-a-6a327a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.83588859Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a-auth","reconcileID":"c91bd40b-67a6-4607-a9ff-28e11bcc3afe","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"name":"e2e-praxis-a-6a327a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.836004897Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a-auth","reconcileID":"c91bd40b-67a6-4607-a9ff-28e11bcc3afe","MaaSAuthPolicy":{"name":"praxis-route-6a327a-auth","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-6a327a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.842932262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"e2e-temp-model-status","reconcileID":"c1b0d260-46d8-4587-a8d7-9d296d38e776","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-9de872"},"tenant":"e2e-worker-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.843013432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"e2e-temp-model-status","reconcileID":"c1b0d260-46d8-4587-a8d7-9d296d38e776","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"distinct-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"distinct-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.850305335Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"81d91272-5619-423a-a97e-e0d6c0b7e82a","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"tenant":"e2e-praxis-a-6a327a","gateway":"openshift-ingress/e2e-praxis-a-6a327a","model":"ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.850373903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"81d91272-5619-423a-a97e-e0d6c0b7e82a","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"routeName":"praxis-route-6a327a-kserve-route","namespace":"ai-tenant-e2e-praxis-a-6a327a","llmisvcName":"praxis-route-6a327a","gateway":"openshift-ingress/e2e-praxis-a-6a327a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.861358564Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"e2e-temp-model-status","reconcileID":"ce75f753-c8b0-4b0e-8dae-e0d7f7fc5c54","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-9de872"},"tenant":"e2e-worker-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.862226917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"e2e-temp-model-status","reconcileID":"ce75f753-c8b0-4b0e-8dae-e0d7f7fc5c54","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"distinct-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"distinct-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.87402568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"e2e-temp-model-status","reconcileID":"56104c9c-174d-4c1f-8db8-79ececa389a5","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-9de872"},"tenant":"e2e-worker-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.874152516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"e2e-temp-model-status","reconcileID":"56104c9c-174d-4c1f-8db8-79ececa389a5","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"distinct-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"distinct-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:15.877376198Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-status-transition-sub","reconcileID":"e72d8409-b5a1-46da-bd96-f7b4a0bcd71a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:15.885166911Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"e2e-temp-model-status","reconcileID":"56104c9c-174d-4c1f-8db8-79ececa389a5","name":"e2e-temp-model-status","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:15.88531076Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"e2e-temp-model-status","reconcileID":"56104c9c-174d-4c1f-8db8-79ececa389a5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.891317804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"e2e-temp-model-status","reconcileID":"638abc2a-0105-412c-a9b6-8a6256926c4b","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-9de872"},"tenant":"e2e-worker-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.891386784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"e2e-temp-model-status","reconcileID":"638abc2a-0105-412c-a9b6-8a6256926c4b","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"distinct-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"distinct-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.891942956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"e2e-temp-model-status","reconcileID":"4302d38e-7f6d-402e-a484-78094836734f","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-9de872"},"tenant":"e2e-worker-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.891964653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"e2e-temp-model-status","reconcileID":"4302d38e-7f6d-402e-a484-78094836734f","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"distinct-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"distinct-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.903180205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"2243fe4c-370a-4b04-8f56-c1049b4954f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.903939319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"e2e-temp-model-status","reconcileID":"9bd62586-6116-405f-b97c-ec07bcbc58b0","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-9de872"},"tenant":"e2e-worker-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.904009677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"e2e-temp-model-status","reconcileID":"9bd62586-6116-405f-b97c-ec07bcbc58b0","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"distinct-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"distinct-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.907544646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-status-transition-auth","reconcileID":"d5faa164-2005-441e-a427-bb539143cfab","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.908405728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"3f196f3b-7ea7-4c6a-966d-80aebc5c37ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.914507166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"2243fe4c-370a-4b04-8f56-c1049b4954f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.91885993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"3f196f3b-7ea7-4c6a-966d-80aebc5c37ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.918875573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-status-transition-auth","reconcileID":"d5faa164-2005-441e-a427-bb539143cfab","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.940275768Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-status-transition-sub","reconcileID":"7239bfaa-de2d-4e6b-8b92-f79a7c396278","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-9de872/e2e-status-transition-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:16.029770651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"464a48fd-3e04-474f-8ab4-f7984e59e541","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:16.032904965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"3e9d0644-e3dd-41f0-b453-4d9b92342b8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:16.076725028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"3e9d0644-e3dd-41f0-b453-4d9b92342b8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:16.079826433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"e2e-temp-model-status","reconcileID":"4692367b-b1ee-4bfd-a69f-388638cc7609","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-9de872"},"tenant":"e2e-worker-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:16.079857294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"e2e-temp-model-status","reconcileID":"4692367b-b1ee-4bfd-a69f-388638cc7609","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"distinct-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"distinct-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:16.08063982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"464a48fd-3e04-474f-8ab4-f7984e59e541","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:16.125688714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-status-transition-sub","reconcileID":"bb5608b7-dd6a-452f-9353-56b66bdfe8ab","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w0-9de872/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:16.142470868Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-status-transition-auth","reconcileID":"d5faa164-2005-441e-a427-bb539143cfab","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-transition-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:16.159584333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-status-transition-auth","reconcileID":"39148ce9-4a29-452b-b42a-13bc730de3cb","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:16.174543103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-status-transition-auth","reconcileID":"39148ce9-4a29-452b-b42a-13bc730de3cb","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:16.461781685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"3b31eeab-0eee-4fc3-96e1-37a5a0efb3b9","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:16.481998215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"673b31b6-6ebe-4933-8472-7f3fdce35cee","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:16.590129875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-degraded-models-kube-auth","reconcileID":"4b93ba0f-e2f9-4c72-a158-ad566f4f75fb","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:16.663009004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-degraded-models-kube-auth","reconcileID":"4b93ba0f-e2f9-4c72-a158-ad566f4f75fb","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:16.700567502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"12edabe7-3495-4ea4-9fcb-bf965f02850d","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:16.703656589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"4e8ead06-aa64-4981-8359-7c32b7a1118c","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:16.781426844Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-39bde3/e2e-degraded-models-kube","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:16.817744301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-degraded-models-kube-auth","reconcileID":"6d579ee5-38d0-4968-ac27-a0b0a24fa260","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:16.822243598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"e2e-temp-model-status","reconcileID":"72a1f114-f563-4b09-b1be-ac11b440a100","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-9de872"},"tenant":"e2e-worker-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:16.822300487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"e2e-temp-model-status","reconcileID":"72a1f114-f563-4b09-b1be-ac11b440a100","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"distinct-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"distinct-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:16.822915813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"aa403f80-c2ee-4848-9aac-756b216bb61a","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:16.849799323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-degraded-models-kube-auth","reconcileID":"6d579ee5-38d0-4968-ac27-a0b0a24fa260","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:16.851386118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"1b50d9f1-4d4d-4780-9073-f7321938705e","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:16.882796457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"cb038706-ff11-4734-957b-080c5defd5b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:16.883574296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"c597c6bb-2e59-48cd-b6b6-aef36e52c0be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:16.998677602Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-degraded-models-kube","reconcileID":"79be542e-d01d-41da-8829-7733cc525f5c","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-simulator-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-39bde3/e2e-degraded-models-kube","ai-tenant-e2e-worker-w2-39bde3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:16.99898302Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-degraded-models-kube","reconcileID":"79be542e-d01d-41da-8829-7733cc525f5c","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"model":"e2e-models-e2e-worker-w2-39bde3/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-39bde3/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:17.025602125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"c597c6bb-2e59-48cd-b6b6-aef36e52c0be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:17.032880577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"cb038706-ff11-4734-957b-080c5defd5b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:17.131474593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-degraded-models-kube-auth","reconcileID":"1f69086f-d2d3-49df-b8b1-6d990e0ffcb1","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:17.327548909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-degraded-models-kube-auth","reconcileID":"1f69086f-d2d3-49df-b8b1-6d990e0ffcb1","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:17.332788111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-subscription","reconcileID":"210d49e8-4bdc-41d2-a2a5-a4133a94225f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-simulator-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:17.346808303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"429840c4-5b93-48ec-a0b8-2fd7f3ed598c","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:17.408359082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-degraded-models-kube","reconcileID":"ca066850-eed6-4992-a88a-c30aaac4aef2","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-simulator-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:17.408556775Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-degraded-models-kube","reconcileID":"ca066850-eed6-4992-a88a-c30aaac4aef2","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"model":"e2e-models-e2e-worker-w2-39bde3/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-39bde3/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:19.315857985Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-degraded-models-apikey","reconcileID":"6e6b2372-a4fc-4efb-98be-bec2ebb66cc2","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:19.609568411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"41f582f3-178b-49e8-b514-2e9bef210cb7","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:19.708291545Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-degraded-models-apikey","reconcileID":"6e6b2372-a4fc-4efb-98be-bec2ebb66cc2","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-2889dd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:19.70833043Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-degraded-models-apikey","reconcileID":"6e6b2372-a4fc-4efb-98be-bec2ebb66cc2","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"model":"e2e-models-e2e-worker-w3-2889dd/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:19.708431344Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-degraded-models-apikey","reconcileID":"6e6b2372-a4fc-4efb-98be-bec2ebb66cc2","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"model":"e2e-models-e2e-worker-w3-2889dd/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-2889dd/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:19.833003775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-degraded-models-kube-auth","reconcileID":"b3bc3ad5-1e8c-4137-96af-8be58de9a91d","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:19.914344768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-degraded-models-kube-auth","reconcileID":"b3bc3ad5-1e8c-4137-96af-8be58de9a91d","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:19.974510128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"7a70d4f5-98e0-48e7-aa09-3a6d130f97de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:20.016392116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"8abb6b98-400b-4bfa-939b-4ef03ad2ac35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:20.079435288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"bc9e2038-6080-41d0-8b82-99a01e2da633","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:20.123721066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-subscription","reconcileID":"f468c9bb-7b51-4108-bf6d-58147c6a179f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:20.200522423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"7a70d4f5-98e0-48e7-aa09-3a6d130f97de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:20.239807171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"8abb6b98-400b-4bfa-939b-4ef03ad2ac35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:20.358885954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"1e08a973-f609-4fcb-b362-98b3121d5c31","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:20.422576058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"56d0a36f-8329-4a40-a401-d89b60cab0cf","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:20.453876059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"ac896963-af03-4ac5-ad87-5566fe4d3204","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:20.468599269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-degraded-models-apikey-auth","reconcileID":"1202d69a-7e55-4912-9509-59d99a511802","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:20.571842939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"ac896963-af03-4ac5-ad87-5566fe4d3204","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:20.586929142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-degraded-models-apikey-auth","reconcileID":"1202d69a-7e55-4912-9509-59d99a511802","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:20.696121025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"4d8e0d53-2cc1-4fad-b499-f7ec9a32ecb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:20.859534019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"4d8e0d53-2cc1-4fad-b499-f7ec9a32ecb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:20.922924492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"ca72a767-f7f2-4ffa-b242-20ac301cbaec","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:20.925812751Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-degraded-models-apikey-auth","reconcileID":"2baa5feb-b3d0-44c3-adc4-26535b4b9804","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:21.331005744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"d241c8c6-a6a7-465f-9038-2bfccba4dacf","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:21.571817316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-2-w1-85cb41","reconcileID":"3cab174e-aefd-4b5a-bcd7-75bfd78c4e93","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"distinct-2-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"distinct-2-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:21.694806051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"b6a47fe0-5c6e-475e-bb50-cf6ba3afbdda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:21.708943331Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-0458df/e2e-model-match-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:21.709841047Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-0458df priority=0:[ai-tenant-e2e-worker-w4-0458df/e2e-model-match-sub ai-tenant-e2e-worker-w4-0458df/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:21.710651334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"7dcfd849-ae7f-438b-9e3c-8f8e1341c0e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:21.758798946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"b6a47fe0-5c6e-475e-bb50-cf6ba3afbdda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:21.772494994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"d95d17bc-5926-4098-9122-0bbc2784c7fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:21.773318893Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-subscription","reconcileID":"3d6c654d-b4a6-43b3-8298-e7c340e53971","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-premium-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/premium-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:21.780721757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"7dcfd849-ae7f-438b-9e3c-8f8e1341c0e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:21.780856392Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-model-match-sub","reconcileID":"15320c79-3d2a-4a09-a93a-3b0a664f01c9","error":"failed to persist rateLimitIdentity: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:21.784847476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"725d33ae-98f2-44b9-b47e-00e92e3bccfa","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:21.793301659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"431a3942-49b2-4019-8a3e-aa4a737e6919","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:21.793789484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"692bf4f4-0ae4-4273-89f7-d83c40e32df6","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:21.784963707Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-0458df/e2e-model-nomatch-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:21.788045592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"0c79a838-0177-46b4-a861-51339cdc7f98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:21.874383216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"e4f41e39-1858-4222-9e03-371b3c78c618","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:21.877622244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"d95d17bc-5926-4098-9122-0bbc2784c7fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:21.878873934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"0c79a838-0177-46b4-a861-51339cdc7f98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:21.89095509Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-model-nomatch-sub","reconcileID":"79ab606f-3c97-4fe6-b846-3322020c4db0","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-distinct-2-w4-0458df","model":"distinct-2-w4-0458df","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-0458df/e2e-model-nomatch-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:21.898042203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-status-transition-auth","reconcileID":"42c7b4a0-fee8-4d02-b115-d8ab876cdfac","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:21.904835607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"63489a25-69d9-473f-b4a4-ec55efe2ea26","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:21.919158867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-status-transition-auth","reconcileID":"42c7b4a0-fee8-4d02-b115-d8ab876cdfac","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:21.931412334Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-model-match-sub","reconcileID":"65848adf-ef70-4c96-93b7-766c513c24cc","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-distinct-w4-0458df","model":"distinct-w4-0458df","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-0458df/e2e-model-match-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:21.941300694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"51842cba-1dfb-40c8-a6ac-13e722ac0095","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:21.945679779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"a5480430-7f03-41ee-a7cd-b488daddd835","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:21.956880465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"c2f85bc8-da38-4023-abd0-d857fc92706a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:21.971408012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"c2f85bc8-da38-4023-abd0-d857fc92706a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:21.978011653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"2afdcc23-3494-40b3-a173-ef12878d6d2a","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:22.010983565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-model-nomatch-sub","reconcileID":"bcba16cc-290e-4307-afda-befc0f8f9d24","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-distinct-2-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/distinct-2-w4-0458df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:22.034394951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-subscription","reconcileID":"b796a9c2-58f6-4549-a3a3-9c9568a62b3c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-premium-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/premium-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:22.043023348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"91440099-8e64-442a-8929-748a7e0e1ce5","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:22.057281306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"40a94704-1316-4a44-9a44-f43cf9b1b5c6","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:22.058656957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"a1b6a8bd-1b89-4fc1-b3de-f60d145f5208","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:22.059302957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-model-match-auth","reconcileID":"d131317b-3c10-4201-aad9-7a17283853bd","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:22.071556423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"a1b6a8bd-1b89-4fc1-b3de-f60d145f5208","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:22.072455895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-model-match-auth","reconcileID":"d131317b-3c10-4201-aad9-7a17283853bd","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:22.117028979Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-model-match-sub","reconcileID":"e3b760c9-1ee5-4980-a591-7b5f047c20a0","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-distinct-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/distinct-w4-0458df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:22.172848629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"fea47f93-1b96-4a41-ad60-63448654de72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:22.173288583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-model-nomatch-auth","reconcileID":"fdb98cb3-a60e-4e89-a56a-2f37434be481","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:22.191926318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-model-nomatch-auth","reconcileID":"fdb98cb3-a60e-4e89-a56a-2f37434be481","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:22.19436599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"fea47f93-1b96-4a41-ad60-63448654de72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:22.212201924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-model-nomatch-sub","reconcileID":"e5ec305e-4b95-4503-8656-29f3f87a174e","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-distinct-2-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/distinct-2-w4-0458df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:22.226988295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"b67c2a0e-a22a-4293-b6d6-dd85a989c071","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:22.23351154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"c8a0037b-1416-48a8-9a43-31b915035cc0","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:22.247919558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"6d8a5a2a-2fb0-4649-a332-a2827be33376","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:22.248594941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-model-match-auth","reconcileID":"c1b25714-908a-442e-a59a-c5a207b5dd86","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:22.253478895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-model-nomatch-auth","reconcileID":"b83a1bbe-71df-4e80-8ba6-9a6d8ee34e2f","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:22.287148775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-model-match-auth","reconcileID":"c1b25714-908a-442e-a59a-c5a207b5dd86","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:22.29112437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"6d8a5a2a-2fb0-4649-a332-a2827be33376","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:22.294905873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-model-nomatch-auth","reconcileID":"b83a1bbe-71df-4e80-8ba6-9a6d8ee34e2f","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:22.390693731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"5f5ac5e1-797f-4b94-a715-0f90604c3382","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:22.416334087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-subscription","reconcileID":"e1c41f80-0f01-4b45-ba79-1a61cc528277","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-premium-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/premium-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:22.426624077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"a4a6b4a6-e763-4064-974f-e9149869f8ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:22.427364071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"2578d1c0-bc24-4fe7-8887-170c40a63ce6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:22.437688914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"a4a6b4a6-e763-4064-974f-e9149869f8ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:22.442028033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"2578d1c0-bc24-4fe7-8887-170c40a63ce6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:22.443505389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"98994fde-9127-4090-8f06-9a69582d5b94","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:22.509261404Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-subscription","reconcileID":"358739a9-57b6-41d7-85a8-64897da0dba8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-premium-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/premium-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:22.524087681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-status-transition-auth","reconcileID":"eec83129-71c8-4483-8a26-58f85c0b8ba5","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:22.531807826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-status-transition-auth","reconcileID":"eec83129-71c8-4483-8a26-58f85c0b8ba5","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:22.629073665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-2-w1-85cb41","reconcileID":"a16b1b41-7277-48a6-8100-6c65d8219c4c","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"distinct-2-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"distinct-2-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:22.852896327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"b203a983-e0b2-4bf0-8fd7-1c5d410c102f","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:23.309255486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"86065476-cf97-4594-81dc-5854e102320f","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:23.327232454Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-model-match-sub","reconcileID":"550aa92c-f5fc-4b1f-b37a-d6f0bc69081d","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-0458df"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b701f1a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:23.329959725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-model-nomatch-auth","reconcileID":"0381f6d1-fb29-4cd3-ba4e-bcb426c21d00","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:23.330282127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"89bb3651-48c6-4c8b-b2e9-db5345ee2f87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:23.333720288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-model-match-auth","reconcileID":"429506a6-9765-4168-b744-5ae095005e08","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:23.334225561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"76c60adc-a422-4b23-a1cd-626ae1fd270b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:23.340122382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-model-nomatch-auth","reconcileID":"0381f6d1-fb29-4cd3-ba4e-bcb426c21d00","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:23.340132763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"89bb3651-48c6-4c8b-b2e9-db5345ee2f87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:23.343720643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"76c60adc-a422-4b23-a1cd-626ae1fd270b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:23.343725629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-model-match-auth","reconcileID":"429506a6-9765-4168-b744-5ae095005e08","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:23.428938522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"8677be72-5f5d-4a5d-8c89-113d8c2d2052","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:23.441596941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-model-nomatch-sub","reconcileID":"ecddbd75-d49f-40e0-bd42-c2cdc68c9202","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-distinct-2-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/distinct-2-w4-0458df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:23.46230154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"4d7a21bc-aa7e-4a8d-a389-6c5113bf64ed","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:23.468175005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-model-nomatch-auth","reconcileID":"96185479-1fbc-42c8-8193-97c240b6baaa","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:23.47045062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"d5da8742-d1c1-4efa-82e6-9d069ccca8b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:23.470591804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-model-match-auth","reconcileID":"f952d908-0f92-4d11-b948-d3912e472c3f","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:23.471084203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"97596bc8-0d84-4fb4-820c-393788d27d40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:23.477725214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-model-nomatch-auth","reconcileID":"96185479-1fbc-42c8-8193-97c240b6baaa","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:23.48202276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-model-match-auth","reconcileID":"f952d908-0f92-4d11-b948-d3912e472c3f","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:23.482814844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"97596bc8-0d84-4fb4-820c-393788d27d40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:23.484310306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"d5da8742-d1c1-4efa-82e6-9d069ccca8b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:23.57664218Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-model-nomatch-sub","reconcileID":"fb6fd662-67f0-41f2-8990-4654b6073275","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-distinct-2-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/distinct-2-w4-0458df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:25.577660507Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-6a327a-sub","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a-sub","reconcileID":"80b25187-f3a6-49cc-a8a5-6e6383c6236d","MaaSSubscription":{"name":"praxis-route-6a327a-sub","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"model":"ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a","subscription":"praxis-route-6a327a-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:25.584630081Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-6a327a-sub","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a-sub","reconcileID":"80b25187-f3a6-49cc-a8a5-6e6383c6236d","MaaSSubscription":{"name":"praxis-route-6a327a-sub","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"model":"ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:25.590456057Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-6a327a-sub","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a-sub","reconcileID":"80b25187-f3a6-49cc-a8a5-6e6383c6236d","MaaSSubscription":{"name":"praxis-route-6a327a-sub","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"name":"maas-trlp-praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a","model":"ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:25.709867622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"0a057f2a-d218-4457-8005-a18a23c01116","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"tenant":"e2e-praxis-a-6a327a","gateway":"openshift-ingress/e2e-praxis-a-6a327a","model":"ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:25.70988817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"0a057f2a-d218-4457-8005-a18a23c01116","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"routeName":"praxis-route-6a327a-kserve-route","namespace":"ai-tenant-e2e-praxis-a-6a327a","llmisvcName":"praxis-route-6a327a","gateway":"openshift-ingress/e2e-praxis-a-6a327a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:25.722361342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"c1268faf-30b0-42ca-b53d-490e313341c5","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:26.558020258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"b3d47ab9-9179-4103-b47b-33cca31516d2","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:26.558406406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"efe35094-181e-4dec-9037-74bb5e73c804","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:26.566283724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"82cac88b-4192-427b-a390-203d58eaf000","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:26.566694934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"48f2c14e-3b6b-49c7-baf4-c6d2fe368ddf","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:26.568799577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"d41e32e5-dce0-4516-99c5-cbc77331a74e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:26.56936565Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-partial-access-sub","reconcileID":"51807403-8f61-4733-aed4-ef4ec9cfa5d3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:26.571539942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"9f8a14de-2037-4628-a601-a5f96f98d2b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:26.577288768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"d41e32e5-dce0-4516-99c5-cbc77331a74e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:26.579639571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"9f8a14de-2037-4628-a601-a5f96f98d2b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:26.58670345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"0ace3bf0-8f3d-47e7-a6af-e348d4b8b087","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:26.587154353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"e12fa9ae-2a85-439e-9e7d-a7daae1f99cf","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:26.597645725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"76a2d788-7399-437e-8b9f-121d06121a9f","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:26.597944447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"ae32b0db-97f2-4e93-ab67-f4d0eb8e0bcf","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:26.619603859Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-partial-access-sub","reconcileID":"73a21618-9218-4d8e-84e2-5ef8039c2060","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-2889dd/e2e-partial-access-sub","ai-tenant-e2e-worker-w3-2889dd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:26.63316837Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-partial-access-sub","reconcileID":"73a21618-9218-4d8e-84e2-5ef8039c2060","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-distinct-w3-2889dd","model":"distinct-w3-2889dd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-2889dd/e2e-partial-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:26.657692693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"6bca51b9-db60-49eb-b4ef-1a0a1bac8cbd","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:26.657959115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"b214811a-92cd-4475-a5de-587a21200981","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:26.696306108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"4c9ed7b0-7767-4c37-84e1-8bd8a382f3e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:26.696322341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"d4e879bd-be20-429f-af43-09a611274310","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:26.703545906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"d4e879bd-be20-429f-af43-09a611274310","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:26.703596372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"4c9ed7b0-7767-4c37-84e1-8bd8a382f3e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:26.710070647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-partial-access-sub","reconcileID":"dc0658cc-47dc-4f54-968c-bb4fa461a2d3","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:26.710506506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-subscription","reconcileID":"87ec4d05-8c2b-45bf-aedb-bebf4c16f818","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:26.719451406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-partial-access-sub","reconcileID":"dc0658cc-47dc-4f54-968c-bb4fa461a2d3","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-distinct-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/distinct-w3-2889dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:26.740663815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"e182a39c-2c3a-42ab-9f64-75afc8743925","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:26.746992635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"3fb45010-fe22-4595-8a78-d40e5d178d5d","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:26.864770011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-partial-access-auth","reconcileID":"fcccd79a-832e-4434-be95-481567dac8b5","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:26.872057818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-partial-access-auth","reconcileID":"fcccd79a-832e-4434-be95-481567dac8b5","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:26.893506939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"068d796c-4902-40a2-a981-f3239bfad4da","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:26.966350953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-partial-access-auth","reconcileID":"41a645da-27c8-4c5a-b439-d74fea6cbc1f","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:26.974634346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-partial-access-auth","reconcileID":"41a645da-27c8-4c5a-b439-d74fea6cbc1f","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:27.696188641Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"default-tenant","reconcileID":"37b28fbc-4d1e-4b7e-8775-ef00b4680025","namespace":"ai-tenant-e2e-praxis-a-6a327a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:27.696245708Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"default-tenant","reconcileID":"37b28fbc-4d1e-4b7e-8775-ef00b4680025","namespace":"ai-tenant-e2e-praxis-a-6a327a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:27.696294559Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"default-tenant","reconcileID":"37b28fbc-4d1e-4b7e-8775-ef00b4680025","tenant":"e2e-praxis-a-6a327a","tenantID":"e2e-praxis-a-6a327a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:27.701954341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"default-tenant","reconcileID":"37b28fbc-4d1e-4b7e-8775-ef00b4680025","gvk":"Deployment","name":"maas-api-e2e-praxis-a-6a327a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:27.720007378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"default-tenant","reconcileID":"37b28fbc-4d1e-4b7e-8775-ef00b4680025","gvk":"Service","name":"maas-api-e2e-praxis-a-6a327a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:27.742893795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"default-tenant","reconcileID":"37b28fbc-4d1e-4b7e-8775-ef00b4680025","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-6a327a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:27.754915899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"default-tenant","reconcileID":"37b28fbc-4d1e-4b7e-8775-ef00b4680025","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-6a327a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:27.761480446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"default-tenant","reconcileID":"37b28fbc-4d1e-4b7e-8775-ef00b4680025","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-6a327a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:27.76746788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"default-tenant","reconcileID":"37b28fbc-4d1e-4b7e-8775-ef00b4680025","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-6a327a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:27.777284707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"default-tenant","reconcileID":"37b28fbc-4d1e-4b7e-8775-ef00b4680025","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-6a327a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:27.783280139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"default-tenant","reconcileID":"37b28fbc-4d1e-4b7e-8775-ef00b4680025","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-6a327a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:27.786140908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"default-tenant","reconcileID":"37b28fbc-4d1e-4b7e-8775-ef00b4680025","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-6a327a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:27.788959929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"default-tenant","reconcileID":"37b28fbc-4d1e-4b7e-8775-ef00b4680025","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-6a327a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:27.791907528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"default-tenant","reconcileID":"37b28fbc-4d1e-4b7e-8775-ef00b4680025","gvk":"Service","name":"payload-processing-e2e-praxis-a-6a327a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:27.794792931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"default-tenant","reconcileID":"37b28fbc-4d1e-4b7e-8775-ef00b4680025","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-6a327a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:27.801680095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"default-tenant","reconcileID":"37b28fbc-4d1e-4b7e-8775-ef00b4680025","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-6a327a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:27.804741023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"default-tenant","reconcileID":"37b28fbc-4d1e-4b7e-8775-ef00b4680025","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-6a327a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:27.807734609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"default-tenant","reconcileID":"37b28fbc-4d1e-4b7e-8775-ef00b4680025","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-6a327a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:27.813688048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"default-tenant","reconcileID":"37b28fbc-4d1e-4b7e-8775-ef00b4680025","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-6a327a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:27.81630295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"default-tenant","reconcileID":"37b28fbc-4d1e-4b7e-8775-ef00b4680025","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-6a327a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:27.821166168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"default-tenant","reconcileID":"37b28fbc-4d1e-4b7e-8775-ef00b4680025","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-6a327a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:27.823957781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"default-tenant","reconcileID":"37b28fbc-4d1e-4b7e-8775-ef00b4680025","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-6a327a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:27.831210576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"default-tenant","reconcileID":"37b28fbc-4d1e-4b7e-8775-ef00b4680025","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-6a327a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:28.020460056Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-6a327a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-6a327a","reconcileID":"3db4f087-7b06-4e41-9db9-ea14bea70d42","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-6a327a","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-6a327a"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:28.067900334Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"02fe179d-45d4-4a65-a37e-403fe6f5f41a","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6a327a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:28.210211439Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"02fe179d-45d4-4a65-a37e-403fe6f5f41a","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6a327a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:28.273406353Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"345b1282-08cf-475a-a9ad-10265dd06d71","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6a327a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:28.273590046Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"345b1282-08cf-475a-a9ad-10265dd06d71","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6a327a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:28.319409776Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"5ee1eb91-fc48-40e8-bddc-2dc77d18bf7a","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6a327a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:28.31950349Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"5ee1eb91-fc48-40e8-bddc-2dc77d18bf7a","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6a327a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:28.372745018Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"d91d0a5f-0077-44bb-bb3e-94c94568f186","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6a327a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:28.372918595Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"d91d0a5f-0077-44bb-bb3e-94c94568f186","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6a327a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:28.547290239Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"a19c2de5-01e2-4829-9669-29c935bc8a7b","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6a327a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:28.547414582Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"a19c2de5-01e2-4829-9669-29c935bc8a7b","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6a327a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:28.629365108Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"56301cef-ec1b-40b4-b761-28fce60ac463","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6a327a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:28.629519845Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"56301cef-ec1b-40b4-b761-28fce60ac463","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6a327a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:28.807489178Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"3e9153d0-56cc-4b60-bba6-98b6cf65f5e6","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6a327a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:28.80758419Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"3e9153d0-56cc-4b60-bba6-98b6cf65f5e6","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6a327a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:28.853199402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-status-transition-sub","reconcileID":"db33f63f-d870-432f-983b-76cd32e4abaf","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w0-9de872/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:29.026468204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14f107ab-7ef4-4460-b906-c39487320834","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:29.141385084Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"5cf19b97-8a93-467a-a391-10d4003dc779","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6a327a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:29.153190398Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"5cf19b97-8a93-467a-a391-10d4003dc779","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6a327a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:29.143648411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14f107ab-7ef4-4460-b906-c39487320834","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:29.182186693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14f107ab-7ef4-4460-b906-c39487320834","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:29.202482421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14f107ab-7ef4-4460-b906-c39487320834","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:29.287958531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"e2e-temp-model-status","reconcileID":"9fa8ae55-3665-483d-b989-00f5d85b142a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-9de872"},"tenant":"e2e-worker-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:29.28798799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"e2e-temp-model-status","reconcileID":"9fa8ae55-3665-483d-b989-00f5d85b142a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"distinct-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"distinct-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:29.480684971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-status-transition-auth","reconcileID":"157936b5-6df1-438e-b80d-ad2b01762bbe","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:29.482931229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"851c1cb1-f5b9-446f-9e9f-ff64901aed38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:29.513144181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"8c651b41-d498-4eed-83d2-6da9f7974324","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:29.543533706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-status-transition-auth","reconcileID":"157936b5-6df1-438e-b80d-ad2b01762bbe","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:29.544708375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"851c1cb1-f5b9-446f-9e9f-ff64901aed38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:29.603784258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"8c651b41-d498-4eed-83d2-6da9f7974324","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:29.730381118Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-status-transition-sub","reconcileID":"0e8aac0e-a7e5-4360-b706-24b377df6928","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-9de872"},"model":"e2e-models-e2e-worker-w0-9de872/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-9de872/e2e-temp-model-status (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:29.75123229Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-status-transition-sub","reconcileID":"0e8aac0e-a7e5-4360-b706-24b377df6928","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:29.751897826Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"e2e-temp-model-status","reconcileID":"87fff665-6866-425b-854d-ae5b69757f8c","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-9de872"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-9de872","model":"e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:29.796580698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"465d1a3b-8ac0-49d9-b5dc-8c9c05528f6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:29.850512077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-status-transition-auth","reconcileID":"09bbe599-cb1d-40eb-9e5e-921b4be42a5b","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:29.851279944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"d0e1ee33-d4b1-4b1a-8756-1ab5b7b62335","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:29.963723888Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"1158dbcb-1cf4-4e3d-877a-215b9bd03b07","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6a327a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:29.963968496Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"1158dbcb-1cf4-4e3d-877a-215b9bd03b07","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6a327a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:29.969044669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"d0e1ee33-d4b1-4b1a-8756-1ab5b7b62335","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:30.032811896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"465d1a3b-8ac0-49d9-b5dc-8c9c05528f6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:30.169492615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-status-transition-auth","reconcileID":"09bbe599-cb1d-40eb-9e5e-921b4be42a5b","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:30.21331785Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-status-transition-auth","reconcileID":"09bbe599-cb1d-40eb-9e5e-921b4be42a5b","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"model":"e2e-models-e2e-worker-w0-9de872/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:30.169844528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-w0-9de872","reconcileID":"162417b0-ae4e-4cb7-8fab-5c2e22ba9077","MaaSModelRef":{"name":"distinct-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"distinct-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"distinct-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:30.651331423Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-degraded-models-kube","reconcileID":"0b005565-b352-45a0-a5a0-16317c8675a9","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:31.080303303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"2e51ed0a-4a68-4bf6-abd4-fbba27f389fc","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:31.098443327Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-degraded-models-kube","reconcileID":"0b005565-b352-45a0-a5a0-16317c8675a9","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-simulator-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-39bde3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:31.098548341Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-degraded-models-kube","reconcileID":"0b005565-b352-45a0-a5a0-16317c8675a9","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"model":"e2e-models-e2e-worker-w2-39bde3/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:31.098745918Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-degraded-models-kube","reconcileID":"0b005565-b352-45a0-a5a0-16317c8675a9","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"model":"e2e-models-e2e-worker-w2-39bde3/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-39bde3/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:31.125654712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-status-transition-auth","reconcileID":"429249fc-8434-4043-8ad2-79136c66a00f","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:31.187306763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"41312d05-3a07-4ada-bfed-dd09810ad065","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:31.188435576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"72b52ec3-ada8-4b50-a829-1014f32e8f67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:31.309422693Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"e1845682-2f9f-4bf1-8e26-06bb8fd26ab5","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6a327a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:31.434728106Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"e1845682-2f9f-4bf1-8e26-06bb8fd26ab5","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6a327a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:31.395038125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"41312d05-3a07-4ada-bfed-dd09810ad065","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:31.443360519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-status-transition-auth","reconcileID":"429249fc-8434-4043-8ad2-79136c66a00f","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:31.443467769Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-status-transition-auth","reconcileID":"429249fc-8434-4043-8ad2-79136c66a00f","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"model":"e2e-models-e2e-worker-w0-9de872/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:31.648442569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"72b52ec3-ada8-4b50-a829-1014f32e8f67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:31.650741138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-subscription","reconcileID":"7868bc1d-6f95-45bb-bd2e-9fcda4a04924","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-simulator-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:31.697816707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-subscription","reconcileID":"5906d20c-8920-4588-bfe8-e48cfafaf965","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-premium-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/premium-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:31.968952064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"cacf8a2e-a37a-4b17-99bf-61edec69a4bd","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:31.973699018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"74edd5e9-b086-4361-b054-5a4ea7fe39c8","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:32.077547723Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-degraded-models-kube-auth","reconcileID":"0fe9a421-78b2-43a6-9a2c-d5f30acf665e","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:32.172087087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"10858acb-d5d6-4e91-aaac-c5139ecd36ee","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:32.17271311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"22acb834-e707-4280-907e-191a5e3a5115","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:32.173251152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"496d4c41-32b3-463e-bed1-3a7335577921","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:32.279566325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"eacc0bf7-8231-40a2-8934-088854156825","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:32.363809384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"6d565734-34b6-4ac9-a956-4ae0840eb59e","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"premium-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"premium-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:32.41979842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"2cb06749-ba5b-4b39-b8a5-8885d4fca17a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:32.455317964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-status-transition-auth","reconcileID":"1740d67f-b4a9-41dd-a91c-42206a5c549b","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:32.456354555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"86e36f5b-3c4d-4d78-bd6b-122e52a54adc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:32.496893561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"93c9d0b2-5e18-4de3-aa87-46a803792e9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:32.522050917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-subscription","reconcileID":"4cebc68f-a815-41a7-be8b-e2a0572e8ab0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-simulator-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:32.920903563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"c2057816-838d-4550-8046-1abb16bb51be","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:32.928020506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"93c9d0b2-5e18-4de3-aa87-46a803792e9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:33.017343583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"2cb06749-ba5b-4b39-b8a5-8885d4fca17a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:33.023505678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"86e36f5b-3c4d-4d78-bd6b-122e52a54adc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:33.066056076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-subscription","reconcileID":"c57be48a-503c-4307-934d-d635c0b92f37","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-premium-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/premium-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:33.082821115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-status-transition-auth","reconcileID":"1740d67f-b4a9-41dd-a91c-42206a5c549b","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:32.943365324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-subscription","reconcileID":"f935af99-2f91-47b7-9865-838140f49cd4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-premium-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/premium-w4-0458df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:33.33597448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"b793956b-c88a-40b3-9e0b-60c2f288a9d3","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:33.424324255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"a3cad4c3-bfc3-4259-bd78-e9c5fc3279f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:33.424919783Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-model-match-sub","reconcileID":"d6e0fc4a-b83e-499a-af80-94c2a0cb5cbf","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-0458df"},"model":"e2e-models-e2e-worker-w4-0458df/distinct-w4-0458df","subscription":"e2e-model-match-sub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:33.427592797Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"fc0b3b10-0612-4b69-8c26-f7d828e351e0","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6a327a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:33.428146084Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"fc0b3b10-0612-4b69-8c26-f7d828e351e0","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6a327a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:33.42842876Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-status-transition-auth","reconcileID":"1740d67f-b4a9-41dd-a91c-42206a5c549b","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"model":"e2e-models-e2e-worker-w0-9de872/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:33.457520844Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-model-match-sub","reconcileID":"d6e0fc4a-b83e-499a-af80-94c2a0cb5cbf","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-0458df"},"model":"e2e-models-e2e-worker-w4-0458df/distinct-w4-0458df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:33.473535785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"7e93f76a-22e4-4558-a9d5-3d6d338a0e86","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:33.498028951Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-model-match-sub","reconcileID":"d6e0fc4a-b83e-499a-af80-94c2a0cb5cbf","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/distinct-w4-0458df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:33.517396464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"a3cad4c3-bfc3-4259-bd78-e9c5fc3279f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:33.518272932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"00cd5cca-9d69-4cb3-a7d6-7a8c2b4b471a","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"premium-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"premium-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:33.519644889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-model-nomatch-sub","reconcileID":"830b715d-07ee-4266-9cfc-83f20c85e4b9","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-distinct-2-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/distinct-2-w4-0458df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:33.605640893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14450798-565f-4ba6-b801-78eb3cc47fec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:33.637242524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14450798-565f-4ba6-b801-78eb3cc47fec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:33.764011212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14450798-565f-4ba6-b801-78eb3cc47fec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:33.784595272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"db5b42f5-d9ac-4a66-899c-0478f8e46094","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:33.79359632Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-subscription","reconcileID":"46b4478e-70f6-41cb-878c-ca59801a0c52","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-premium-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/premium-w4-0458df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:33.794184681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"29682d81-1d57-481e-abf9-2e8f6f07ce1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:33.819895474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-subscription","reconcileID":"32d4a8dc-a2c2-4ccb-91cb-978978ee5950","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-simulator-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:33.828825784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"db5b42f5-d9ac-4a66-899c-0478f8e46094","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:33.87744641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14450798-565f-4ba6-b801-78eb3cc47fec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:33.931408506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"1dc9bc75-1d09-4084-bc19-79e50621b47f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:33.947987781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"29682d81-1d57-481e-abf9-2e8f6f07ce1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:33.957032895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"1dc9bc75-1d09-4084-bc19-79e50621b47f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:33.959647656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"17257daf-b5db-4e23-8c61-ddab6c8f2387","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:33.964425857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"cb6c5c73-42f0-4d22-a6bd-0338656afad8","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:33.964878162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"cf78f9cc-c9eb-419b-a2e7-3edfccd81d82","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:33.973781729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"17257daf-b5db-4e23-8c61-ddab6c8f2387","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:33.981716579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-status-transition-auth","reconcileID":"9e09a2d6-a84c-4c96-a870-29da5e0d120b","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:33.98574569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-model-nomatch-sub","reconcileID":"872b1423-ffc0-40f6-92e4-ce37d61313c6","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-distinct-2-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/distinct-2-w4-0458df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:33.990416765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-status-transition-auth","reconcileID":"9e09a2d6-a84c-4c96-a870-29da5e0d120b","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:33.999516795Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-status-transition-auth","reconcileID":"9e09a2d6-a84c-4c96-a870-29da5e0d120b","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"model":"e2e-models-e2e-worker-w0-9de872/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:34.118574331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"78c925b3-4264-4abe-9e49-26aebf8a4aa9","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:34.243506494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"3e70b62e-6986-4b87-b3c3-56e093d0ca4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:34.24457833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"83d93728-9ec6-49a8-8c89-4af55fef4ef5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:34.245396904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-model-match-auth","reconcileID":"c83c9fd0-410a-4ba4-9f92-9b19bfe64265","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:34.245815154Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-model-nomatch-sub","reconcileID":"52136773-daf3-4b60-9642-2139912b2703","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-0458df"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bf304416","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:34.246236309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-model-nomatch-auth","reconcileID":"610f47ee-1ec1-42b4-b59d-9c6fb059e557","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:34.260586731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"83d93728-9ec6-49a8-8c89-4af55fef4ef5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:34.27450854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-model-match-auth","reconcileID":"c83c9fd0-410a-4ba4-9f92-9b19bfe64265","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:34.300830429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-model-nomatch-auth","reconcileID":"610f47ee-1ec1-42b4-b59d-9c6fb059e557","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:34.304023289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"3e70b62e-6986-4b87-b3c3-56e093d0ca4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:34.36971524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-model-nomatch-auth","reconcileID":"27b1e891-f065-4e06-b94c-3952b153429c","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:34.37016565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"057985ed-61c1-4406-bf76-c928b044f558","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:34.370234272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-model-match-auth","reconcileID":"083ac3f2-3da7-410d-927a-ac9f2a99e466","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:34.371148091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"1638e13f-db3e-4511-9a0c-2c3466d98d0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:34.377417108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-model-match-auth","reconcileID":"083ac3f2-3da7-410d-927a-ac9f2a99e466","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:34.379890201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-model-nomatch-auth","reconcileID":"27b1e891-f065-4e06-b94c-3952b153429c","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:34.382564413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"057985ed-61c1-4406-bf76-c928b044f558","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:34.384918375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"1638e13f-db3e-4511-9a0c-2c3466d98d0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:34.457996303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"e8e6ec74-bf8a-4635-846d-9cafbcaf0fc3","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:34.475487469Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-partial-access-auth","reconcileID":"5ebb9ae7-c5aa-4146-ae43-09dbecc80104","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:34.475792645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"50176f77-4b72-4e63-8d83-a6e480a4e351","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:34.476731492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-subscription","reconcileID":"65e981c6-3f1d-47c6-8476-792ca59eacf6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-simulator-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:34.477248406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"916afd8a-b86b-4ad6-b30f-b3158a86d132","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:34.477926932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"20bbca4d-cc95-4365-9a07-8a50c21334d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:34.561460278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"20bbca4d-cc95-4365-9a07-8a50c21334d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:34.565278673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"916afd8a-b86b-4ad6-b30f-b3158a86d132","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:34.574389408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"486f95b5-cec8-4e48-a042-b5edc939ee69","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:34.579724552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"5ab1c735-2bdc-4c28-8ea8-7061c4650dcd","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:34.67432967Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-subscription","reconcileID":"a151baf0-2483-4903-bc7b-3af67563933f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-simulator-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:34.748164559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"d7752a17-f37c-4bef-87eb-74dba1375b2e","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:34.748851022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"78e63395-741e-4e8a-80ff-b8f45936c6f1","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:34.787121715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"08bee2d2-c8d0-4a42-8793-1bc21b00fee9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:34.801797886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"08bee2d2-c8d0-4a42-8793-1bc21b00fee9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:34.860196272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"4a4aa751-971e-4821-9e68-cb807547652b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:34.867383794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"4a4aa751-971e-4821-9e68-cb807547652b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:36.275136546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"0b801e6c-bd81-4ec4-bc86-556df60b0ad9","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"premium-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"premium-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:36.297262055Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-subscription","reconcileID":"9282f99f-cf6d-456b-99db-e99fd4e249b8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-premium-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/premium-w4-0458df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:36.30965937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-model-match-auth","reconcileID":"aea62791-34e0-411d-9d23-4f608267c038","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:36.31042205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-model-nomatch-auth","reconcileID":"00f0c239-9399-4b18-899b-115ae9c554d9","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:36.310835815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"acc0b1c7-8bb2-4525-9dd5-7011d71c63e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:36.311067306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"2748449e-36c5-4922-9011-f7f5e0590946","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:36.320173812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-model-match-auth","reconcileID":"aea62791-34e0-411d-9d23-4f608267c038","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:36.321168838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-model-nomatch-auth","reconcileID":"00f0c239-9399-4b18-899b-115ae9c554d9","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:36.325169293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"acc0b1c7-8bb2-4525-9dd5-7011d71c63e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:36.325279794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"2748449e-36c5-4922-9011-f7f5e0590946","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:36.32971325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"756fff55-f883-42d1-ac77-985569ed992a","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"premium-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"premium-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:36.391622034Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-subscription","reconcileID":"35719b5f-aecb-4d63-a4c9-d7d69f79b2d2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-premium-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/premium-w4-0458df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:36.53803501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"69d9fb6a-345e-4430-8ff5-c02389a7f41f","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:36.541547183Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-model-nomatch-sub","reconcileID":"592be305-449b-4762-932c-a6eec5e2ec22","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-0458df"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bf304416","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:36.550668015Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-model-nomatch-sub","reconcileID":"e97890fd-ffbd-4c94-b3d3-061017166104","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-0458df"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bf304416","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:36.560461905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-model-nomatch-auth","reconcileID":"797e3502-46b2-46f0-baf3-c7d8f3666a27","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:36.560781835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"7a67fc86-a10e-4259-8623-348e613672a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:36.561300273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-model-match-auth","reconcileID":"b22b978c-45b3-4dbc-84f3-87328d2533c7","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:36.561341974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"3ec24370-6430-44c3-bae4-add6e5ffe229","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:36.568362193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-model-nomatch-auth","reconcileID":"797e3502-46b2-46f0-baf3-c7d8f3666a27","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:36.569544224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"7a67fc86-a10e-4259-8623-348e613672a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:36.57198165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-model-match-auth","reconcileID":"b22b978c-45b3-4dbc-84f3-87328d2533c7","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:36.572835481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"3ec24370-6430-44c3-bae4-add6e5ffe229","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:37.20048764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"e2e-enrichment-model-ref","reconcileID":"4b6e915f-95b0-4448-b6a3-872fc4f343f0","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-39bde3"},"tenant":"e2e-worker-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:37.200523091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"e2e-enrichment-model-ref","reconcileID":"4b6e915f-95b0-4448-b6a3-872fc4f343f0","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"distinct-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"distinct-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:37.211302512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-w2-39bde3","reconcileID":"13da642e-0cd9-4872-a919-d10543f83ca3","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"distinct-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"distinct-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:37.364053666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"e2e-enrichment-model-ref","reconcileID":"053e64ab-e451-4211-a354-cb3d12cf347a","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-39bde3"},"tenant":"e2e-worker-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:37.364081951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"e2e-enrichment-model-ref","reconcileID":"053e64ab-e451-4211-a354-cb3d12cf347a","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"distinct-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"distinct-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:37.37225938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"e2e-enrichment-model-ref","reconcileID":"be2d1d20-28fa-4eff-8d56-74d4cb987678","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-39bde3"},"tenant":"e2e-worker-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:37.372280529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"e2e-enrichment-model-ref","reconcileID":"be2d1d20-28fa-4eff-8d56-74d4cb987678","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"distinct-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"distinct-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:37.373600417Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-enrichment-sub","reconcileID":"8d8167ca-3aba-4382-b0a3-2076c14142ca","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:37.374254243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"b642eeb0-dd20-4479-8198-21be2e17e988","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:37.375967682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"4bcb4f50-b215-4492-833e-1cc16b07c726","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:37.383247181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"b642eeb0-dd20-4479-8198-21be2e17e988","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:37.384259391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"4bcb4f50-b215-4492-833e-1cc16b07c726","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:37.391179732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"e2e-enrichment-model-ref","reconcileID":"97048e6c-4ceb-42b0-bfaa-3437f97088b6","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-39bde3"},"tenant":"e2e-worker-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:37.391202245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"e2e-enrichment-model-ref","reconcileID":"97048e6c-4ceb-42b0-bfaa-3437f97088b6","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"distinct-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"distinct-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:37.40138198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"e2e-enrichment-model-ref","reconcileID":"bbd831d0-b16c-40e9-8063-9d27a104235c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-39bde3"},"tenant":"e2e-worker-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:37.401403525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"e2e-enrichment-model-ref","reconcileID":"bbd831d0-b16c-40e9-8063-9d27a104235c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"distinct-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"distinct-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:37.415508644Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-enrichment-sub","reconcileID":"d6946cc5-4cbc-48db-b1f7-58a61ad0797d","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-39bde3/e2e-enrichment-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:37.434898227Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"e2e-enrichment-model-ref","reconcileID":"b588bf07-4370-4eac-8056-a5c9acb4bbaf","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-39bde3"},"tenant":"e2e-worker-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:37.434914116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"e2e-enrichment-model-ref","reconcileID":"b588bf07-4370-4eac-8056-a5c9acb4bbaf","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"distinct-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"distinct-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:37.473775178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"7363b234-703f-48f4-94f1-be67af5710ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:37.473893759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"5dcc200d-22b6-42b0-b0ed-4ba72a437ca2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:37.482023985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"5dcc200d-22b6-42b0-b0ed-4ba72a437ca2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:37.483443442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"7363b234-703f-48f4-94f1-be67af5710ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:37.515518316Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-enrichment-sub","reconcileID":"57b5f38d-77f4-4304-849e-85a28ebe8505","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w2-39bde3/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:37.542335429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"e2e-enrichment-model-ref","reconcileID":"6cb9b408-ce5d-4d98-9886-e0fd5c0ebcef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-39bde3"},"tenant":"e2e-worker-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:37.542351646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"e2e-enrichment-model-ref","reconcileID":"6cb9b408-ce5d-4d98-9886-e0fd5c0ebcef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"distinct-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"distinct-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:37.551151173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"e2e-enrichment-model-ref","reconcileID":"3f688126-6484-458d-8f0e-bf51ebffc075","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-39bde3"},"tenant":"e2e-worker-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:37.55117048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"e2e-enrichment-model-ref","reconcileID":"3f688126-6484-458d-8f0e-bf51ebffc075","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"distinct-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"distinct-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:37.555625861Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"e2e-enrichment-model-ref","reconcileID":"3f688126-6484-458d-8f0e-bf51ebffc075","name":"e2e-enrichment-model-ref","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:37.555675561Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"e2e-enrichment-model-ref","reconcileID":"3f688126-6484-458d-8f0e-bf51ebffc075","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:37.561218444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"e2e-enrichment-model-ref","reconcileID":"7bd63448-4ef0-4fc8-89c6-096e5f4d1cca","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-39bde3"},"tenant":"e2e-worker-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:37.561233391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"e2e-enrichment-model-ref","reconcileID":"7bd63448-4ef0-4fc8-89c6-096e5f4d1cca","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"distinct-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"distinct-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:37.575867683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-enrichment-auth","reconcileID":"26e413b0-63ad-4463-b44d-d32d82a0e89e","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:37.583954491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-enrichment-auth","reconcileID":"26e413b0-63ad-4463-b44d-d32d82a0e89e","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:37.608233228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"e2e-enrichment-model-ref","reconcileID":"c149f49a-46fa-4031-a4bb-45fa8eae8828","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-39bde3"},"tenant":"e2e-worker-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:37.608249359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"e2e-enrichment-model-ref","reconcileID":"c149f49a-46fa-4031-a4bb-45fa8eae8828","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"distinct-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"distinct-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:37.616435252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-enrichment-sub","reconcileID":"1e729359-c6b9-4f78-b6f8-a5eb50d621b3","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w2-39bde3/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:37.676616498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-enrichment-auth","reconcileID":"3107ca49-0597-4e46-a905-2e634c982b59","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:37.677801298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"3abed8c1-e2a4-4b98-a7fa-d262baba605b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:37.679072957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"918a9bff-8f57-4e96-9f4e-b77d1c79962d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:37.693925849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-enrichment-auth","reconcileID":"3107ca49-0597-4e46-a905-2e634c982b59","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:37.697500085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"3abed8c1-e2a4-4b98-a7fa-d262baba605b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:37.69886213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"918a9bff-8f57-4e96-9f4e-b77d1c79962d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:37.764533763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"6ab00d7b-52ae-4e1b-a74b-5ed78681cc1f","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:37.771640641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-enrichment-sub","reconcileID":"02e75d78-3177-4b35-8194-dbf0af740a33","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w2-39bde3/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:37.774062026Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-enrichment-auth","reconcileID":"3107ca49-0597-4e46-a905-2e634c982b59","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-enrichment-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:37.787325468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"3ae88814-e2f0-4d84-acfc-f1b58dacef82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:37.787772344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-status-transition-auth","reconcileID":"e5ad888d-c97b-4399-a067-b3369649f856","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:37.788216004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"82aef89a-d23b-434f-8aaf-0e5466791075","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:37.789410373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-enrichment-auth","reconcileID":"07adaa68-6d6a-44c0-ab24-f8141088aaf8","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:37.858146194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"3ae88814-e2f0-4d84-acfc-f1b58dacef82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:37.861755922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-status-transition-auth","reconcileID":"e5ad888d-c97b-4399-a067-b3369649f856","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:37.865190194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"82aef89a-d23b-434f-8aaf-0e5466791075","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:37.868833853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-enrichment-auth","reconcileID":"07adaa68-6d6a-44c0-ab24-f8141088aaf8","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:37.872480965Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-status-transition-auth","reconcileID":"e5ad888d-c97b-4399-a067-b3369649f856","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"model":"e2e-models-e2e-worker-w0-9de872/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:37.877401989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-subscription","reconcileID":"84ad1b8f-9b6f-46d4-a376-46562b2249f3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-premium-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/premium-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:37.979315232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"8293a4d1-2e09-43b0-9c36-7be2e633da1a","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:37.992178981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-subscription","reconcileID":"a56e2856-6dd1-4e55-9c74-b02efab60784","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-premium-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/premium-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:38.416199891Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-enrichment-auth","reconcileID":"e595fd14-0d11-4b59-8e3c-8ebaf51ac5c1","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"model":"e2e-models-e2e-worker-w2-39bde3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:38.416464647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"e2e-enrichment-model-ref","reconcileID":"ea5fa08c-4c2b-4249-8021-d7664662cb07","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-39bde3"},"tenant":"e2e-worker-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:38.416482642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"e2e-enrichment-model-ref","reconcileID":"ea5fa08c-4c2b-4249-8021-d7664662cb07","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"distinct-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"distinct-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:38.434280954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"e2e-enrichment-model-ref","reconcileID":"51a59064-077f-4a45-a526-657af6f6890d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-39bde3"},"tenant":"e2e-worker-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:38.434299513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"e2e-enrichment-model-ref","reconcileID":"51a59064-077f-4a45-a526-657af6f6890d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"distinct-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"distinct-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:38.43750281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"271e8c9e-d24b-4094-a755-aec686c0e50d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:38.437945377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"ee724f85-db10-427a-9c45-7e2fc802c6f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:38.441388845Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-enrichment-sub","reconcileID":"0792a97c-c3d7-443a-be4d-ce7d25880d43","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w2-39bde3/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:38.448373966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"ee724f85-db10-427a-9c45-7e2fc802c6f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:38.450667137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"271e8c9e-d24b-4094-a755-aec686c0e50d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:38.537933344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"5a1c7c8c-089c-4569-88aa-de504b35a0d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:38.538030096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"53600100-add0-4472-b768-731f31a10c88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:38.540737611Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-enrichment-sub","reconcileID":"2d33dd7a-da07-4a66-b7bd-599df811d948","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w2-39bde3/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:38.544925508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"5a1c7c8c-089c-4569-88aa-de504b35a0d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:38.545658829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"53600100-add0-4472-b768-731f31a10c88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:38.577789632Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"80036fd1-acc5-4d69-a292-8a58da349221","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6a327a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:38.577865923Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"80036fd1-acc5-4d69-a292-8a58da349221","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6a327a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:38.670557957Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"e2e-enrichment-model-ref","reconcileID":"a9568050-0ad0-4b61-8b43-4ab0d65388a6","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-39bde3"},"tenant":"e2e-worker-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:38.670573337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"e2e-enrichment-model-ref","reconcileID":"a9568050-0ad0-4b61-8b43-4ab0d65388a6","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"distinct-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"distinct-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:38.775602124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"71e9373e-8b4d-4ea6-8bde-a0b444817425","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:38.77624919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"3730ed2b-fc4d-4759-abde-6ddec0739e8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:38.783804225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"71e9373e-8b4d-4ea6-8bde-a0b444817425","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:38.859431791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"3730ed2b-fc4d-4759-abde-6ddec0739e8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:40.386235903Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:43.324463899Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-status-transition-sub","reconcileID":"c8d73d55-f4b5-4871-aefc-a37c6d8ee6c9","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-9de872"},"model":"e2e-models-e2e-worker-w0-9de872/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:43.324767869Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-status-transition-sub","reconcileID":"c8d73d55-f4b5-4871-aefc-a37c6d8ee6c9","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-9de872"},"model":"e2e-models-e2e-worker-w0-9de872/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-9de872/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:43.402615744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-status-transition-auth","reconcileID":"10982c29-ce17-45d8-90f2-8893aea1b48f","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:43.402822198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"aa30d16a-0372-40de-bbbc-0f8932fe1f23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:43.402691896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"3259e1c5-689c-4c0e-9cfb-1ea598f2b7a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:43.410350058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"aa30d16a-0372-40de-bbbc-0f8932fe1f23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:43.410402704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-status-transition-auth","reconcileID":"10982c29-ce17-45d8-90f2-8893aea1b48f","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:43.41278384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"3259e1c5-689c-4c0e-9cfb-1ea598f2b7a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:43.417981213Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-status-transition-auth","reconcileID":"10982c29-ce17-45d8-90f2-8893aea1b48f","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"model":"e2e-models-e2e-worker-w0-9de872/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:43.53837239Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-status-transition-auth","reconcileID":"83ca913f-de5b-4283-8f26-f17fcc8e4552","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-9de872"},"model":"e2e-models-e2e-worker-w0-9de872/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:44.811548301Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-partial-access-sub","reconcileID":"529e30d3-b97f-44d6-9f26-8f59f4c4e8eb","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:45.022278784Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-partial-access-sub","reconcileID":"529e30d3-b97f-44d6-9f26-8f59f4c4e8eb","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-2889dd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:45.059258204Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-partial-access-sub","reconcileID":"529e30d3-b97f-44d6-9f26-8f59f4c4e8eb","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"model":"e2e-models-e2e-worker-w3-2889dd/distinct-w3-2889dd","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:45.112662778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"6d2ac9ac-5cc3-42c0-9c94-aa8fbc671ed9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:45.130482385Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-partial-access-sub","reconcileID":"529e30d3-b97f-44d6-9f26-8f59f4c4e8eb","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"model":"e2e-models-e2e-worker-w3-2889dd/distinct-w3-2889dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:45.156305124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"4d27a7d3-a55d-49cb-aa2a-fbfd3909ba5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:45.340723086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"6d2ac9ac-5cc3-42c0-9c94-aa8fbc671ed9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:45.350718789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-model-match-auth","reconcileID":"2d13546d-f0b4-4e65-88e0-66442a77f728","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:45.399716197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-subscription","reconcileID":"737bf6fa-ad90-44e8-9e34-f7184ea3815e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:45.400317454Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-partial-access-sub","reconcileID":"529e30d3-b97f-44d6-9f26-8f59f4c4e8eb","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/distinct-w3-2889dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:45.462886913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"13ca5bc6-2397-4c26-8b51-bee1fdd25ab4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:45.516824696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"4d27a7d3-a55d-49cb-aa2a-fbfd3909ba5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:45.589893455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"ecd2fced-579a-4ab7-b3a6-b3791bf529de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:45.63833171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"13ca5bc6-2397-4c26-8b51-bee1fdd25ab4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:45.762571936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"ecd2fced-579a-4ab7-b3a6-b3791bf529de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:45.608034493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-model-match-auth","reconcileID":"2d13546d-f0b4-4e65-88e0-66442a77f728","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:45.795199686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"9fa61f8c-8b51-459a-a190-03c46621a983","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:45.795676842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"3e61f10c-243c-4f00-892a-9457d91732e4","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:45.910994907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"6f05137e-5b5e-4ac0-b91c-dc1fdc598e3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:45.962766032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-model-nomatch-auth","reconcileID":"3298d5e7-bd8a-4f08-9d66-fc3f417402c2","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:46.030871904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"6f05137e-5b5e-4ac0-b91c-dc1fdc598e3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:46.052824771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-model-nomatch-auth","reconcileID":"3298d5e7-bd8a-4f08-9d66-fc3f417402c2","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:46.099003024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"d7c23536-a6f5-49d6-90d4-3f8ac3df23ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:46.134898515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"d7c23536-a6f5-49d6-90d4-3f8ac3df23ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:46.239466362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"c4551e7c-439c-4b1d-a541-e31d96685c9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:46.297722161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"c4551e7c-439c-4b1d-a541-e31d96685c9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:46.513654249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"54565b51-f76d-4b4b-b8c1-7a81e75338a1","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:46.536586386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"f811156d-f873-40c0-be3e-77b8b4faf275","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:46.566525648Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-no-access-sub","reconcileID":"b519691a-a0f6-478e-a84d-4f5331fb73bf","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:46.572838038Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-model-nomatch-sub","reconcileID":"12b55892-2cb3-4fbf-94c1-98ecb53a3098","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-0458df"},"model":"e2e-models-e2e-worker-w4-0458df/distinct-2-w4-0458df","subscription":"e2e-model-nomatch-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:46.573599946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"b6fe10d5-ae8e-4aea-91b0-26e632fbc697","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:46.574257867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"f535631b-5411-43ca-a843-0ef5e0e1ea19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:46.582599966Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-model-nomatch-sub","reconcileID":"12b55892-2cb3-4fbf-94c1-98ecb53a3098","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-0458df"},"model":"e2e-models-e2e-worker-w4-0458df/distinct-2-w4-0458df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:46.590517893Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-model-nomatch-sub","reconcileID":"12b55892-2cb3-4fbf-94c1-98ecb53a3098","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/distinct-2-w4-0458df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:46.609032541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"f535631b-5411-43ca-a843-0ef5e0e1ea19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:46.61969522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"340362ca-bd59-4c40-a5ba-5b03247a8b81","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:46.634719956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"b6fe10d5-ae8e-4aea-91b0-26e632fbc697","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:46.6360302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"f3c015c3-5377-4ae6-b3b2-814cd9e57551","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:46.699852065Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-no-access-sub","reconcileID":"d3e67894-5de2-4e27-bcbc-ce75a2083d0c","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-distinct-w3-2889dd","model":"distinct-w3-2889dd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-2889dd/e2e-no-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:46.936747187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"50fef48c-f6b6-4e1e-a8d9-a5832bf8138a","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:46.951975567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"d1a549f7-938b-4ee4-8ebd-7ec7bc9510de","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:46.973561146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"645590da-1ca3-4b43-99b7-24d57046d545","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:46.969165367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"a36877ed-697e-4132-9be6-4c74bebfcb3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:47.036583814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"e5de0854-b4b0-4ed1-8719-d784ca84ff79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:47.037525331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-no-access-auth","reconcileID":"9830db99-bdb8-4078-b244-e4d3081c3bd0","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:47.038496409Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-2889dd/e2e-no-access-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1641\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Delete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:146\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnDelete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:167\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1365\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:47.039407355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"b0a4b14d-e1d2-458b-a0ad-c5557167e8a9","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:47.042720432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"a36877ed-697e-4132-9be6-4c74bebfcb3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:47.047075953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"9cf19e29-2937-4de3-b8a1-69634e31a47e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:47.053823155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-no-access-auth","reconcileID":"9830db99-bdb8-4078-b244-e4d3081c3bd0","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:47.055288712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"e5de0854-b4b0-4ed1-8719-d784ca84ff79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:47.117283216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-no-access-sub","reconcileID":"2eed5621-c229-402f-a25f-65bd52f1ce62","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-distinct-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/distinct-w3-2889dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:47.124062311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"3c9b9cee-248a-4ef3-b7f7-08d8cbb20d64","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:47.150873265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-model-nomatch-auth","reconcileID":"171495b2-2705-4e36-b380-debe51c5a2c8","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:47.153745389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"9cf19e29-2937-4de3-b8a1-69634e31a47e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:47.27282228Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-model-match-auth","reconcileID":"fb53f855-5122-4c5c-ba61-4de9ed4b29c5","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"model":"e2e-models-e2e-worker-w4-0458df/distinct-w4-0458df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:47.27359793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-model-nomatch-auth","reconcileID":"171495b2-2705-4e36-b380-debe51c5a2c8","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:47.281779637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"04fd42ca-5242-44d9-80b5-93f505e85f73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:47.287208233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"230da620-dc5b-4676-ac5e-31555090b81d","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:47.385211567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"04fd42ca-5242-44d9-80b5-93f505e85f73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:47.404484998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-no-access-auth","reconcileID":"1fc52dec-2749-4a67-9215-9419076fbb76","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:47.578792747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-no-access-auth","reconcileID":"1fc52dec-2749-4a67-9215-9419076fbb76","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:47.620150597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"13364a06-f50a-41f9-b217-7d2879843d49","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:47.910649636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"28ad3383-c6e2-4afb-a5ff-47316e2e727a","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:47.735530979Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"e2e-model-nomatch-auth","reconcileID":"3e6f33d0-f4dc-40e9-b4bb-099d80848d22","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-0458df"},"model":"e2e-models-e2e-worker-w4-0458df/distinct-2-w4-0458df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:48.038696755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"a50d49a8-e3dd-4a06-a122-6529542f60e3","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:48.128443908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"cd57f6be-7e31-4b83-ae60-637499b9e789","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:48.205608373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"0480f3ee-d532-4645-81d3-c6ce8f0d23c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:48.206612594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-subscription","reconcileID":"a180168e-b2c5-40bb-a674-dd4f7b597c1b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-premium-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/premium-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:48.365318937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"0480f3ee-d532-4645-81d3-c6ce8f0d23c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:48.377336827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"bf453f02-4675-42d2-9f5f-1705e1aac81a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:48.383000552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"b5c9db13-06fd-4911-952c-751e320d171e","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:48.405384915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"bf453f02-4675-42d2-9f5f-1705e1aac81a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:48.417404561Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-subscription","reconcileID":"5462ca9f-2a00-4b80-bd3d-e22ed92f0904","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-premium-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/premium-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:48.685257139Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-enrichment-sub","reconcileID":"05d0a17c-b4fd-487e-9968-db9dccffa6e6","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"model":"e2e-models-e2e-worker-w2-39bde3/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:48.688563992Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-enrichment-sub","reconcileID":"05d0a17c-b4fd-487e-9968-db9dccffa6e6","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"model":"e2e-models-e2e-worker-w2-39bde3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:48.69176315Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"e2e-enrichment-sub","reconcileID":"05d0a17c-b4fd-487e-9968-db9dccffa6e6","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:48.753022442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"e2e-enrichment-model-ref","reconcileID":"176c074b-3572-4877-8785-9dfdd17b55cd","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-39bde3"},"tenant":"e2e-worker-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:48.753172455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"e2e-enrichment-model-ref","reconcileID":"176c074b-3572-4877-8785-9dfdd17b55cd","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"distinct-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"distinct-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:48.770694162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"97bcd2e4-f175-49ef-8abb-22c4d26af06b","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:48.775997223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"18750f65-4637-4b24-94a4-701475ac1297","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:48.775997221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"009fe39a-02bd-4416-ae1f-52cbe1e44ab0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:48.812767761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"18750f65-4637-4b24-94a4-701475ac1297","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:48.814223497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"009fe39a-02bd-4416-ae1f-52cbe1e44ab0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:48.819684422Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"161198ec-5971-4e7c-9d03-183b62f95964","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6a327a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:48.819840376Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"161198ec-5971-4e7c-9d03-183b62f95964","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6a327a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:48.937830956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-w2-39bde3","reconcileID":"6707dfa0-7a4a-47f1-98b0-648376a7375e","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"distinct-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"distinct-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:49.899254895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"b7e514b9-306f-4189-a8d6-f706e8aa47ae","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:49.89930111Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-no-access-auth","reconcileID":"68b7a110-d3ae-4306-a816-4a67128ac2df","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"model":"e2e-models-e2e-worker-w3-2889dd/distinct-2-w3-2889dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:49.914612021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"e904650f-492c-4943-af0c-5a3d7298176c","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:50.159864771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"f33209b8-c69a-480b-bd69-cdfd230cb998","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:50.167662889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"175ed7b7-2fbf-4685-9621-5fe86d4dd1f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:50.168111563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"36030c48-851f-4408-ae31-774078adf454","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:50.17723533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"175ed7b7-2fbf-4685-9621-5fe86d4dd1f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:50.179645511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"36030c48-851f-4408-ae31-774078adf454","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:51.959437576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"ddc37234-47c4-428c-a169-8661f1210a33","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:51.990631282Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-subscription","reconcileID":"60875c77-8afa-4c2a-8ef3-8bfd16cd913c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-premium-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/premium-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:51.991832932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"cc7e43e8-f031-4dab-bfa8-0c55c872e8c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:51.992879249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"bf2fa7f0-ea79-4532-9b0d-9e2888e3d41f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:52.0642291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"cc7e43e8-f031-4dab-bfa8-0c55c872e8c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:52.068305495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"bf2fa7f0-ea79-4532-9b0d-9e2888e3d41f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:52.078134384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"72a6ccf7-4098-4837-afca-c842b4ba664b","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:52.093525319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-subscription","reconcileID":"e8c124aa-3846-428b-9f7d-68b685e87ce2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-premium-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/premium-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:53.610746183Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"0847f0db-fc57-4a17-ade5-98e3384416a7","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6a327a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:53.610815387Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"0847f0db-fc57-4a17-ade5-98e3384416a7","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6a327a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:53.721996807Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"528c0e15-5932-4e49-8eca-74ff22a663b4","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6a327a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:53.722085321Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"528c0e15-5932-4e49-8eca-74ff22a663b4","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6a327a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:53.763456291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bf43d15-930f-4972-97cf-05864c1eca06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:53.767400379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bf43d15-930f-4972-97cf-05864c1eca06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:53.771037081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bf43d15-930f-4972-97cf-05864c1eca06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:53.777478052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bf43d15-930f-4972-97cf-05864c1eca06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:53.810649647Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"b3d0f26b-bb09-4ce9-96c8-3984dc2189c5","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6a327a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:53.81073114Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"b3d0f26b-bb09-4ce9-96c8-3984dc2189c5","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6a327a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:53.95671451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6850874-b46c-42b9-9985-2f47e40874ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:53.959784615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6850874-b46c-42b9-9985-2f47e40874ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:53.963444088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6850874-b46c-42b9-9985-2f47e40874ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:53.969739476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6850874-b46c-42b9-9985-2f47e40874ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:54.273323498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"939de8cb-664a-473f-b7b5-23bad7670424","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:54.276869064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"939de8cb-664a-473f-b7b5-23bad7670424","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:54.280041123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"939de8cb-664a-473f-b7b5-23bad7670424","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:54.283221402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"939de8cb-664a-473f-b7b5-23bad7670424","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:54.353564176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"612f8d56-1e95-44ac-8410-504f33c6e4eb","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:54.362127419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"a45526f4-f058-4b56-a08f-1a9978fe4c05","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:54.364570808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"a90dc5a9-d86d-4742-b662-bc073f7d9703","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:54.36473867Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-list-subs-refs-sub","reconcileID":"8d3e5247-eed8-459a-b343-aa2b48d96fbc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:54.366668932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"9de68ce0-f07d-484d-acf6-6523304b3c06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:54.371610925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"a90dc5a9-d86d-4742-b662-bc073f7d9703","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:54.374789922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"9de68ce0-f07d-484d-acf6-6523304b3c06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:54.381631848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"f8af38c2-44e2-498a-bf4f-d7d6a3e88041","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:54.387446818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"46a11090-9b27-44a7-8dfa-af22640955b5","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:54.409779853Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-list-subs-refs-sub","reconcileID":"a093673d-7208-460e-8ad1-f004f0a29efb","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-simulator-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-9de872/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w0-9de872/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:54.446501135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"f7308f13-6b10-441e-82fc-2ef820b1528f","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:54.523908234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"edd0f725-551b-4add-91f8-779905b4229b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:54.52404336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"9c27a591-42f2-4743-a26a-698a3d959a3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:54.530973315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-subscription","reconcileID":"4b5217ff-a58a-407d-96bd-04a4527aeb2a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-simulator-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:54.53184528Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-list-subs-refs-sub","reconcileID":"6800d719-8592-4706-bbf7-e6c742433e9a","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-simulator-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:54.545577677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"edd0f725-551b-4add-91f8-779905b4229b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:54.556677977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"9c27a591-42f2-4743-a26a-698a3d959a3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:54.73770205Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"5b0d53d8-3842-4e0f-b39c-d0cf302fbb69","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6a327a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:54.737777074Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"5b0d53d8-3842-4e0f-b39c-d0cf302fbb69","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6a327a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:54.750288394Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-ef6b56","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-ef6b56","reconcileID":"4df44221-1134-46ff-ad21-1bf81f3686ba","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-ef6b56","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w4-ef6b56":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:54.778032105Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"59311bb4-a069-4135-9ac7-f172ecc16169","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6a327a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:54.778164185Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"59311bb4-a069-4135-9ac7-f172ecc16169","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6a327a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:54.82824869Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"a251f41e-d426-4730-92a2-acc5619ee9b4","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6a327a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:54.828303554Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"a251f41e-d426-4730-92a2-acc5619ee9b4","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6a327a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:54.845283352Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-a1d55d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-a1d55d","reconcileID":"92724686-b695-4c87-8cb8-e162d1762699","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-a1d55d","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w2-a1d55d":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:54.957493132Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"487c38c9-c275-499d-8fd5-a7d426493a15","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6a327a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:54.957555319Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"487c38c9-c275-499d-8fd5-a7d426493a15","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6a327a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:54.990760622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"a592e001-daa7-4a8c-b09f-e04f673a35e0","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:54.998018146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95b4c9e5-b00e-4a12-bc03-51c01d7b2286","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:55.001788717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95b4c9e5-b00e-4a12-bc03-51c01d7b2286","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:55.004567823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95b4c9e5-b00e-4a12-bc03-51c01d7b2286","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:55.057621409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95b4c9e5-b00e-4a12-bc03-51c01d7b2286","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:55.05869575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"5d0aace8-035c-4508-9615-ccf5ec6384a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:55.059028697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"f818ebb5-02ce-45e1-89c1-d1466a8e2461","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:55.070393373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"5d0aace8-035c-4508-9615-ccf5ec6384a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:55.071744809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"f818ebb5-02ce-45e1-89c1-d1466a8e2461","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:55.36740118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2c324c4-508c-4913-8857-aa83469c8666","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:55.370614605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2c324c4-508c-4913-8857-aa83469c8666","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:55.373827974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2c324c4-508c-4913-8857-aa83469c8666","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:55.377563311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2c324c4-508c-4913-8857-aa83469c8666","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:55.627751535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1a83569-20a2-4297-a048-d6feeb93d141","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:55.631026243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1a83569-20a2-4297-a048-d6feeb93d141","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:55.63434206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1a83569-20a2-4297-a048-d6feeb93d141","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:55.637515354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1a83569-20a2-4297-a048-d6feeb93d141","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:55.829981565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcde2a32-5d83-48dd-9987-d6dd8d80eb19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:55.833277218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcde2a32-5d83-48dd-9987-d6dd8d80eb19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:55.856428591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcde2a32-5d83-48dd-9987-d6dd8d80eb19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:55.859582205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcde2a32-5d83-48dd-9987-d6dd8d80eb19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:56.199897689Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"0d9811a8-8734-4a4f-aa9a-b0c9021e874f","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6a327a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:56.199980304Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"0d9811a8-8734-4a4f-aa9a-b0c9021e874f","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6a327a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:56.386797198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e62b3bf-2179-4d0c-80de-1dfb00ed55a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:56.398621894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e62b3bf-2179-4d0c-80de-1dfb00ed55a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:56.405259163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e62b3bf-2179-4d0c-80de-1dfb00ed55a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:56.432593578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e62b3bf-2179-4d0c-80de-1dfb00ed55a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:56.773273319Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"8c6e1c47-2aa4-4943-b6a6-e12a6a26c825","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6a327a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:01:56.773434673Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"8c6e1c47-2aa4-4943-b6a6-e12a6a26c825","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6a327a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:56.824175767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2190bff2-9e25-4b35-8086-32fdd1f76d47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:56.827845272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2190bff2-9e25-4b35-8086-32fdd1f76d47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:56.831762498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2190bff2-9e25-4b35-8086-32fdd1f76d47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:56.835782567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2190bff2-9e25-4b35-8086-32fdd1f76d47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:57.1125374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"696a2760-61f1-4031-91bf-0fa34790736e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:57.117260205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"696a2760-61f1-4031-91bf-0fa34790736e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:57.121193123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"696a2760-61f1-4031-91bf-0fa34790736e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:57.126187649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"696a2760-61f1-4031-91bf-0fa34790736e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:00.174600665Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-no-access-sub","reconcileID":"67fdb4bf-7231-42a6-9760-634d989bdd78","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"model":"e2e-models-e2e-worker-w3-2889dd/distinct-w3-2889dd","subscription":"e2e-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:00.177644092Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-no-access-sub","reconcileID":"67fdb4bf-7231-42a6-9760-634d989bdd78","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"model":"e2e-models-e2e-worker-w3-2889dd/distinct-w3-2889dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:00.181137745Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"e2e-no-access-sub","reconcileID":"67fdb4bf-7231-42a6-9760-634d989bdd78","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/distinct-w3-2889dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:00.207170153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"65e49f66-2318-40bc-8fd2-6cf8a61f7524","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:00.215543448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"e0221211-ef25-429b-8bda-6e23a9932efd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:00.21567612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"864e507c-cfe4-4948-888b-940f41853699","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:00.222872568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"864e507c-cfe4-4948-888b-940f41853699","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:00.22287376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"e0221211-ef25-429b-8bda-6e23a9932efd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:01.15728947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"default-tenant","reconcileID":"b407079f-9b49-4bf8-948f-0dbe80626127","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ef6b56","tenantID":"e2e-shared-a-w4-ef6b56","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:01.193106082Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"default-tenant","reconcileID":"b407079f-9b49-4bf8-948f-0dbe80626127","name":"e2e-shared-a-w4-ef6b56-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:02.146524461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"default-tenant","reconcileID":"701ef327-c45f-4877-a855-b0f4160dae2a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a1d55d","tenantID":"e2e-shared-a-w2-a1d55d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:02.33100037Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"default-tenant","reconcileID":"701ef327-c45f-4877-a855-b0f4160dae2a","name":"e2e-shared-a-w2-a1d55d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:02:04.092501417Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"a8c22465-6e49-405e-a1f9-1fc060e617c2","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6a327a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:02:04.092589059Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"a8c22465-6e49-405e-a1f9-1fc060e617c2","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6a327a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:02:04.205433408Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"be19526f-bf4e-4eb7-8a7a-bc7b3c4ad7c4","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6a327a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:02:04.205521948Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"be19526f-bf4e-4eb7-8a7a-bc7b3c4ad7c4","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6a327a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:05.030932063Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-list-subs-refs-sub","reconcileID":"a8ae53ff-422e-490e-a214-7bf446c2c7ea","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-9de872"},"model":"e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872","subscription":"e2e-list-subs-refs-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:05.075894608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"9de93d4b-168f-450d-84cb-eddbcb408a11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:05.076519887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"4c7ea706-9565-426c-a65d-26cbc205217b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:05.263664663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"4c7ea706-9565-426c-a65d-26cbc205217b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:05.287409728Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"e2e-list-subs-refs-sub","reconcileID":"a8ae53ff-422e-490e-a214-7bf446c2c7ea","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-simulator-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-9de872/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:05.359408433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"9de93d4b-168f-450d-84cb-eddbcb408a11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:05.596934534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-subscription","reconcileID":"b1934ede-5ae4-4a58-8340-57312de8df22","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-simulator-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:02:05.597619024Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"5bd9494b-b8ee-4cc2-93b6-8f4b0febcfe8","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6a327a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:02:05.597698438Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"5bd9494b-b8ee-4cc2-93b6-8f4b0febcfe8","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6a327a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:05.61904288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"d97c51f9-8680-4c9f-ab3b-d568f5dce57b","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:05.734679305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"88f08cc2-5aba-473b-bdd7-d613ec64f36b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:05.751723621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"5168ab13-4eef-4335-b167-a34cbc59ac1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:05.762089239Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-c2e3f9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-c2e3f9","reconcileID":"aebcd5b4-e732-479e-b084-d4ae49c76fad","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-c2e3f9","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w3-c2e3f9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:05.975376483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"5168ab13-4eef-4335-b167-a34cbc59ac1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:05.993698414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"88f08cc2-5aba-473b-bdd7-d613ec64f36b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:06.321404893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35f9496d-62cd-4103-bbfc-1d9c99cdf3c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:02:06.357895581Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"3a2db775-2c0f-4cc5-943b-a5b591f6e2d8","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6a327a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:02:06.358005705Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"3a2db775-2c0f-4cc5-943b-a5b591f6e2d8","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6a327a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:06.518065243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35f9496d-62cd-4103-bbfc-1d9c99cdf3c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:06.699377844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35f9496d-62cd-4103-bbfc-1d9c99cdf3c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:06.735523478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35f9496d-62cd-4103-bbfc-1d9c99cdf3c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:07.785284963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf63b38e-0ba6-4aaa-864e-3771c4997e1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:07.85376089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf63b38e-0ba6-4aaa-864e-3771c4997e1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:07.914566791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf63b38e-0ba6-4aaa-864e-3771c4997e1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:07.974948921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf63b38e-0ba6-4aaa-864e-3771c4997e1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:07.992921247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-2-w1-85cb41","reconcileID":"03dccb97-4adc-4bf8-bd9d-5439113b6280","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"distinct-2-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"distinct-2-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:02:08.028838229Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"283570a0-b211-46b2-9c60-7a03d458c886","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6a327a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:02:08.028956085Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6a327a","namespace":"ai-tenant-e2e-praxis-a-6a327a"},"namespace":"ai-tenant-e2e-praxis-a-6a327a","name":"praxis-route-6a327a","reconcileID":"283570a0-b211-46b2-9c60-7a03d458c886","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6a327a/praxis-route-6a327a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6a327a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:08.32620864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"80441fa4-9d36-4a40-b80e-29a90f6a01d8","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:08.522395882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b09c9c9-969a-4791-be8f-dd575e1f959c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:08.556043681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b09c9c9-969a-4791-be8f-dd575e1f959c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:08.57153065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b09c9c9-969a-4791-be8f-dd575e1f959c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:08.59151484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"904a7d8a-3c26-43f0-93ef-5296b08ffc17","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:08.594363797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b09c9c9-969a-4791-be8f-dd575e1f959c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:08.620408214Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-subscription","reconcileID":"1669519e-b02a-4d85-8483-d0d785f940ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-premium-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/premium-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:08.626296188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"501c6614-bf18-405a-89df-467f09ee90b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:08.626725936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"bf76bf31-a45e-4486-b96f-944aa0a3275e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:08.662470999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"501c6614-bf18-405a-89df-467f09ee90b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:08.668264104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"bf76bf31-a45e-4486-b96f-944aa0a3275e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:08.685622267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"61f71fb2-c4e6-444f-92cc-524cc3795c94","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:08.726609054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-subscription","reconcileID":"eae10e57-7b66-43cc-89af-67c0d913628b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-premium-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/premium-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:09.301404146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"a301079b-3a10-41aa-a870-eda7eb199bad","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:09.844741342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"12d24e29-31a9-4cc9-b442-78eaa0cd80dd","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:09.86731878Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-subscription","reconcileID":"81264738-749f-4681-a19d-2e82107c500a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-premium-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/premium-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:09.872786354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"763cce08-3b77-4052-aa94-77e60b2d99dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:09.872962039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"303c4799-1ad6-44a1-8952-d23f56ad3324","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:09.882479789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"303c4799-1ad6-44a1-8952-d23f56ad3324","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:09.894672583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"06c64de5-cf1c-4b00-9499-2588ed2ad3fe","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:09.894815761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"763cce08-3b77-4052-aa94-77e60b2d99dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:09.965670799Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-subscription","reconcileID":"cd907a76-58a1-4b3d-946a-6dd26fc074c6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-premium-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/premium-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:10.075330025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-2-w1-85cb41","reconcileID":"7d69dec6-99d4-4d66-964b-f88fe428c4f8","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"distinct-2-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"distinct-2-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:10.391817557Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:13.346801711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34c96495-7629-4010-a350-824b1393b8b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:13.350548992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34c96495-7629-4010-a350-824b1393b8b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:13.354157492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34c96495-7629-4010-a350-824b1393b8b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:13.358542146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34c96495-7629-4010-a350-824b1393b8b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:13.642478268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"297ca8a4-766b-46be-841f-a9afbd29b6f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:13.645493622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"297ca8a4-766b-46be-841f-a9afbd29b6f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:13.648525514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"297ca8a4-766b-46be-841f-a9afbd29b6f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:13.651567509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"297ca8a4-766b-46be-841f-a9afbd29b6f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:14.489285718Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-baa504","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-baa504","reconcileID":"ba63351b-2a8d-457f-b3f3-32b8d33c044d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-baa504","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w0-baa504":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:14.526524127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aec0be9-90a4-4b17-a28f-b517bf93e88a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:14.53046278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aec0be9-90a4-4b17-a28f-b517bf93e88a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:14.534013964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aec0be9-90a4-4b17-a28f-b517bf93e88a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:14.537444547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aec0be9-90a4-4b17-a28f-b517bf93e88a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:15.075302647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7178b8ef-c057-41e1-8dae-b505d47117dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:15.079571929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7178b8ef-c057-41e1-8dae-b505d47117dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:15.083460672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7178b8ef-c057-41e1-8dae-b505d47117dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:15.087278184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7178b8ef-c057-41e1-8dae-b505d47117dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:15.32142999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa63b7ed-922d-4551-8c7b-1d7b153c3b63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:15.324665729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa63b7ed-922d-4551-8c7b-1d7b153c3b63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:15.328224052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa63b7ed-922d-4551-8c7b-1d7b153c3b63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:15.331985832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa63b7ed-922d-4551-8c7b-1d7b153c3b63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:18.110497007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"default-tenant","reconcileID":"25ad4cc4-9bf4-4aaa-ad72-f952ce7d1420","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-c2e3f9","tenantID":"e2e-shared-a-w3-c2e3f9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:18.159055029Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"default-tenant","reconcileID":"25ad4cc4-9bf4-4aaa-ad72-f952ce7d1420","name":"e2e-shared-a-w3-c2e3f9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:19.177162591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8b6da91-5cc9-4615-9f35-b4c4a5f2ddbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:19.191689324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8b6da91-5cc9-4615-9f35-b4c4a5f2ddbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:19.222879953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8b6da91-5cc9-4615-9f35-b4c4a5f2ddbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:19.395657179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8b6da91-5cc9-4615-9f35-b4c4a5f2ddbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:19.731826038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32440e19-ea93-4acb-b54d-18b7d5859538","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:19.735913394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32440e19-ea93-4acb-b54d-18b7d5859538","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:19.739046745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32440e19-ea93-4acb-b54d-18b7d5859538","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:19.742370746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32440e19-ea93-4acb-b54d-18b7d5859538","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:20.039682474Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-ef6be7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-ef6be7","reconcileID":"e926778f-4592-4849-ae7c-c4b8625391fb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-ef6be7","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w2-ef6be7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:20.108987202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f013d4f-19e4-4491-bb01-e075e5bf68f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:20.116303941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f013d4f-19e4-4491-bb01-e075e5bf68f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:20.124768902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f013d4f-19e4-4491-bb01-e075e5bf68f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:20.129304185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f013d4f-19e4-4491-bb01-e075e5bf68f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:20.141374864Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-ed012e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-ed012e","reconcileID":"930f4c35-8f92-4f7c-8212-e80f616cfd96","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-ed012e","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w4-ed012e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:20.584279681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e1a27d5-9f2f-49b0-9485-5dd791df0410","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:20.589816617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e1a27d5-9f2f-49b0-9485-5dd791df0410","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:20.610449276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e1a27d5-9f2f-49b0-9485-5dd791df0410","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:20.624199016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e1a27d5-9f2f-49b0-9485-5dd791df0410","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:21.004358207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e52499a0-db02-4c61-9289-020671163901","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:21.012260317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e52499a0-db02-4c61-9289-020671163901","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:21.018209531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e52499a0-db02-4c61-9289-020671163901","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:21.024465397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e52499a0-db02-4c61-9289-020671163901","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:21.526470045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30ee9b8f-5b2b-44e1-87e5-70767fb49bd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:21.531347312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30ee9b8f-5b2b-44e1-87e5-70767fb49bd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:21.56326575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30ee9b8f-5b2b-44e1-87e5-70767fb49bd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:21.5894447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30ee9b8f-5b2b-44e1-87e5-70767fb49bd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:22.270324575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d5b6829-2865-4cf9-b5ca-57345800f28c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:22.287635178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d5b6829-2865-4cf9-b5ca-57345800f28c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:22.297623902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d5b6829-2865-4cf9-b5ca-57345800f28c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:22.308074803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d5b6829-2865-4cf9-b5ca-57345800f28c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:22.769433951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecbd6c05-9188-4179-b43d-657938a9f004","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:22.77522882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecbd6c05-9188-4179-b43d-657938a9f004","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:22.781200132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecbd6c05-9188-4179-b43d-657938a9f004","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:22.787239261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecbd6c05-9188-4179-b43d-657938a9f004","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:23.502537128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cb59f85-dc90-4900-935b-33fc18f5f1ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:23.522602786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cb59f85-dc90-4900-935b-33fc18f5f1ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:23.528364942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cb59f85-dc90-4900-935b-33fc18f5f1ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:23.534772913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cb59f85-dc90-4900-935b-33fc18f5f1ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:23.973557251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcd6ffce-20b0-48ff-8eff-4f0c8b4080e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:23.980414175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcd6ffce-20b0-48ff-8eff-4f0c8b4080e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:23.985563722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcd6ffce-20b0-48ff-8eff-4f0c8b4080e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:23.994259577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcd6ffce-20b0-48ff-8eff-4f0c8b4080e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:24.382499173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8d3efec-7ba6-4de7-8623-0d97949debb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:24.391456616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8d3efec-7ba6-4de7-8623-0d97949debb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:24.405884113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8d3efec-7ba6-4de7-8623-0d97949debb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:24.439028677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8d3efec-7ba6-4de7-8623-0d97949debb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:24.725024238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab593d76-cf4b-476a-ad6f-d520180ef87c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:24.735857722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab593d76-cf4b-476a-ad6f-d520180ef87c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:24.760054689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab593d76-cf4b-476a-ad6f-d520180ef87c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:24.763418883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab593d76-cf4b-476a-ad6f-d520180ef87c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:25.18997867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cbb6d5b-d735-43af-befd-fe5356fcd31b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:25.194160005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cbb6d5b-d735-43af-befd-fe5356fcd31b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:25.198000783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cbb6d5b-d735-43af-befd-fe5356fcd31b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:25.201763443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cbb6d5b-d735-43af-befd-fe5356fcd31b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:27.342397989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"default-tenant","reconcileID":"b38f6fef-dcc3-4258-bcdf-ab8080f8f067","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-baa504","tenantID":"e2e-shared-a-w0-baa504","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:27.388472507Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"default-tenant","reconcileID":"b38f6fef-dcc3-4258-bcdf-ab8080f8f067","name":"e2e-shared-a-w0-baa504-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:31.738797629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f2789d7-49b9-4d37-b4d4-b016b03fc4c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:31.759952326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f2789d7-49b9-4d37-b4d4-b016b03fc4c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:31.776366662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f2789d7-49b9-4d37-b4d4-b016b03fc4c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:31.781253535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f2789d7-49b9-4d37-b4d4-b016b03fc4c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:32.642220021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"292fe613-9423-4260-8513-18b7245301b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:32.767979987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"7b009f0f-b5b2-4ed4-9bef-918b6f1bb210","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:32.797974059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"7b009f0f-b5b2-4ed4-9bef-918b6f1bb210","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:32.79849934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"292fe613-9423-4260-8513-18b7245301b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:32.872374216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e4a9be0-2f0d-4514-8b05-4d8025ac0ba2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:32.88425363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e4a9be0-2f0d-4514-8b05-4d8025ac0ba2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:32.894262813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e4a9be0-2f0d-4514-8b05-4d8025ac0ba2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:32.920939092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e4a9be0-2f0d-4514-8b05-4d8025ac0ba2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:33.036586658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"default-tenant","reconcileID":"3227a801-adda-4ec2-ab0d-16313f177581","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-ef6be7","tenantID":"e2e-shared-b-w2-ef6be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:33.084372682Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"default-tenant","reconcileID":"3227a801-adda-4ec2-ab0d-16313f177581","name":"e2e-shared-b-w2-ef6be7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:33.796357132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da1b07e9-e2be-43e5-8b0e-ef72256f2c31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:33.807084528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da1b07e9-e2be-43e5-8b0e-ef72256f2c31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:33.817418667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da1b07e9-e2be-43e5-8b0e-ef72256f2c31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:33.824176679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da1b07e9-e2be-43e5-8b0e-ef72256f2c31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:34.57022376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"default-tenant","reconcileID":"d299dd87-818a-4573-91ce-e9444f9a0f3f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ed012e","tenantID":"e2e-shared-b-w4-ed012e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:34.642054913Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"default-tenant","reconcileID":"d299dd87-818a-4573-91ce-e9444f9a0f3f","name":"e2e-shared-b-w4-ed012e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:34.664831876Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a014d1"},"namespace":"ai-tenant-e2e-praxis-b-a014d1","name":"default-tenant","reconcileID":"8fe7e3db-0afe-425f-97c2-f3f1668eb6d9","namespace":"ai-tenant-e2e-praxis-b-a014d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:34.664987731Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a014d1"},"namespace":"ai-tenant-e2e-praxis-b-a014d1","name":"default-tenant","reconcileID":"8fe7e3db-0afe-425f-97c2-f3f1668eb6d9","namespace":"ai-tenant-e2e-praxis-b-a014d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:34.665085588Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a014d1"},"namespace":"ai-tenant-e2e-praxis-b-a014d1","name":"default-tenant","reconcileID":"8fe7e3db-0afe-425f-97c2-f3f1668eb6d9","tenant":"e2e-praxis-b-a014d1","tenantID":"e2e-praxis-b-a014d1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:34.674349089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a014d1"},"namespace":"ai-tenant-e2e-praxis-b-a014d1","name":"default-tenant","reconcileID":"8fe7e3db-0afe-425f-97c2-f3f1668eb6d9","gvk":"Deployment","name":"maas-api-e2e-praxis-b-a014d1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:34.690121093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a014d1"},"namespace":"ai-tenant-e2e-praxis-b-a014d1","name":"default-tenant","reconcileID":"8fe7e3db-0afe-425f-97c2-f3f1668eb6d9","gvk":"Service","name":"maas-api-e2e-praxis-b-a014d1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:34.711472967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a014d1"},"namespace":"ai-tenant-e2e-praxis-b-a014d1","name":"default-tenant","reconcileID":"8fe7e3db-0afe-425f-97c2-f3f1668eb6d9","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-a014d1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:34.720944538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a014d1"},"namespace":"ai-tenant-e2e-praxis-b-a014d1","name":"default-tenant","reconcileID":"8fe7e3db-0afe-425f-97c2-f3f1668eb6d9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-a014d1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:34.7340555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a014d1"},"namespace":"ai-tenant-e2e-praxis-b-a014d1","name":"default-tenant","reconcileID":"8fe7e3db-0afe-425f-97c2-f3f1668eb6d9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-a014d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:34.743644353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a014d1"},"namespace":"ai-tenant-e2e-praxis-b-a014d1","name":"default-tenant","reconcileID":"8fe7e3db-0afe-425f-97c2-f3f1668eb6d9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-a014d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:34.753581385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a014d1"},"namespace":"ai-tenant-e2e-praxis-b-a014d1","name":"default-tenant","reconcileID":"8fe7e3db-0afe-425f-97c2-f3f1668eb6d9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-a014d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:34.762224272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a014d1"},"namespace":"ai-tenant-e2e-praxis-b-a014d1","name":"default-tenant","reconcileID":"8fe7e3db-0afe-425f-97c2-f3f1668eb6d9","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-a014d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:34.765686871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a014d1"},"namespace":"ai-tenant-e2e-praxis-b-a014d1","name":"default-tenant","reconcileID":"8fe7e3db-0afe-425f-97c2-f3f1668eb6d9","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-a014d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:34.768482875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a014d1"},"namespace":"ai-tenant-e2e-praxis-b-a014d1","name":"default-tenant","reconcileID":"8fe7e3db-0afe-425f-97c2-f3f1668eb6d9","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-a014d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:34.771631007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a014d1"},"namespace":"ai-tenant-e2e-praxis-b-a014d1","name":"default-tenant","reconcileID":"8fe7e3db-0afe-425f-97c2-f3f1668eb6d9","gvk":"Service","name":"payload-processing-e2e-praxis-b-a014d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:34.776592397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a014d1"},"namespace":"ai-tenant-e2e-praxis-b-a014d1","name":"default-tenant","reconcileID":"8fe7e3db-0afe-425f-97c2-f3f1668eb6d9","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-a014d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:34.779542727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a014d1"},"namespace":"ai-tenant-e2e-praxis-b-a014d1","name":"default-tenant","reconcileID":"8fe7e3db-0afe-425f-97c2-f3f1668eb6d9","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-a014d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:34.785321929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a014d1"},"namespace":"ai-tenant-e2e-praxis-b-a014d1","name":"default-tenant","reconcileID":"8fe7e3db-0afe-425f-97c2-f3f1668eb6d9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-a014d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:34.789318802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a014d1"},"namespace":"ai-tenant-e2e-praxis-b-a014d1","name":"default-tenant","reconcileID":"8fe7e3db-0afe-425f-97c2-f3f1668eb6d9","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-a014d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:34.797496603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a014d1"},"namespace":"ai-tenant-e2e-praxis-b-a014d1","name":"default-tenant","reconcileID":"8fe7e3db-0afe-425f-97c2-f3f1668eb6d9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-a014d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:34.80942464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a014d1"},"namespace":"ai-tenant-e2e-praxis-b-a014d1","name":"default-tenant","reconcileID":"8fe7e3db-0afe-425f-97c2-f3f1668eb6d9","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-a014d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:34.812416203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a014d1"},"namespace":"ai-tenant-e2e-praxis-b-a014d1","name":"default-tenant","reconcileID":"8fe7e3db-0afe-425f-97c2-f3f1668eb6d9","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-a014d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:34.815855701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a014d1"},"namespace":"ai-tenant-e2e-praxis-b-a014d1","name":"default-tenant","reconcileID":"8fe7e3db-0afe-425f-97c2-f3f1668eb6d9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-a014d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:34.821369809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a014d1"},"namespace":"ai-tenant-e2e-praxis-b-a014d1","name":"default-tenant","reconcileID":"8fe7e3db-0afe-425f-97c2-f3f1668eb6d9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-a014d1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:35.076647802Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-a014d1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-a014d1","reconcileID":"ec51dfff-734b-4347-aaa4-6f728f0375d1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-a014d1","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-a014d1"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:35.628084428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"336005f6-6ae8-4e92-a9c8-36455602d69e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:35.632590096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"336005f6-6ae8-4e92-a9c8-36455602d69e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:35.637649983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"336005f6-6ae8-4e92-a9c8-36455602d69e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:35.705998752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"336005f6-6ae8-4e92-a9c8-36455602d69e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:36.054321903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eeee906-49bd-40f7-8803-0c5b779c4e4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:36.10523091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eeee906-49bd-40f7-8803-0c5b779c4e4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:36.113057447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eeee906-49bd-40f7-8803-0c5b779c4e4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:36.136017941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eeee906-49bd-40f7-8803-0c5b779c4e4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:39.438508609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3418001-d84a-47ce-baed-688db229ecc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:39.44206702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3418001-d84a-47ce-baed-688db229ecc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:39.445771526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3418001-d84a-47ce-baed-688db229ecc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:39.465240473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3418001-d84a-47ce-baed-688db229ecc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:39.684604088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c86ad099-69a4-403f-8e38-159b6b39bf70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:39.687832729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c86ad099-69a4-403f-8e38-159b6b39bf70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:39.691434046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c86ad099-69a4-403f-8e38-159b6b39bf70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:39.695278425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c86ad099-69a4-403f-8e38-159b6b39bf70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:39.856597129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3397d5a6-49c1-4e5e-800f-8ffb0a5a50f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:39.859798503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3397d5a6-49c1-4e5e-800f-8ffb0a5a50f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:39.862916398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3397d5a6-49c1-4e5e-800f-8ffb0a5a50f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:39.866050653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3397d5a6-49c1-4e5e-800f-8ffb0a5a50f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:40.299158298Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-2d1c71","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-2d1c71","reconcileID":"ee346f33-c2df-4e42-8b5d-201e3e310edc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-2d1c71","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w3-2d1c71":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:40.313179117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eb24ae4-63e9-4bf5-b010-505600cc8715","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:40.316861021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eb24ae4-63e9-4bf5-b010-505600cc8715","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:40.320546734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eb24ae4-63e9-4bf5-b010-505600cc8715","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:40.324424361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eb24ae4-63e9-4bf5-b010-505600cc8715","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:40.415363915Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:40.755533626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0377dac-3277-427f-bbfc-250b372f18ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:40.819056567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0377dac-3277-427f-bbfc-250b372f18ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:40.826212432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0377dac-3277-427f-bbfc-250b372f18ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:40.849115979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0377dac-3277-427f-bbfc-250b372f18ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:41.098408254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af032c44-67f6-4ac1-8adf-6940cb0fde23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:41.10227624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af032c44-67f6-4ac1-8adf-6940cb0fde23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:41.105610389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af032c44-67f6-4ac1-8adf-6940cb0fde23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:41.108978047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af032c44-67f6-4ac1-8adf-6940cb0fde23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:41.683219631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51b9cf5f-3849-4b77-a8a4-bf55822b7db8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:41.690305583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51b9cf5f-3849-4b77-a8a4-bf55822b7db8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:41.695270066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51b9cf5f-3849-4b77-a8a4-bf55822b7db8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:41.69929886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51b9cf5f-3849-4b77-a8a4-bf55822b7db8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:41.987344922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d99ec08d-3692-4ce4-89fa-1042b5f49648","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:41.991270792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d99ec08d-3692-4ce4-89fa-1042b5f49648","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:41.999321053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d99ec08d-3692-4ce4-89fa-1042b5f49648","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:42.004837609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d99ec08d-3692-4ce4-89fa-1042b5f49648","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:42.396517433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05416e14-4529-4bd7-a740-6fee185a1578","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:42.515946525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05416e14-4529-4bd7-a740-6fee185a1578","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:42.550523167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05416e14-4529-4bd7-a740-6fee185a1578","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:42.558648612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05416e14-4529-4bd7-a740-6fee185a1578","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:42.875014602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e809b639-0a83-46fe-ac74-2f8653a37169","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:42.878777711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e809b639-0a83-46fe-ac74-2f8653a37169","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:42.882497861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e809b639-0a83-46fe-ac74-2f8653a37169","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:42.886323144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e809b639-0a83-46fe-ac74-2f8653a37169","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:43.380824128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d09c1418-42b0-44c3-adde-245c695842c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:43.385534645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d09c1418-42b0-44c3-adde-245c695842c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:43.389444912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d09c1418-42b0-44c3-adde-245c695842c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:43.397252119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d09c1418-42b0-44c3-adde-245c695842c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:43.873073423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"258a457e-a793-41d1-938b-9a1929b932a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:43.876266613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"258a457e-a793-41d1-938b-9a1929b932a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:43.87927279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"258a457e-a793-41d1-938b-9a1929b932a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:43.882289162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"258a457e-a793-41d1-938b-9a1929b932a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:44.188350178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a265c2a-bb95-4b8f-ba1f-e0ac644ac487","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:44.257079666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a265c2a-bb95-4b8f-ba1f-e0ac644ac487","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:44.260987782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a265c2a-bb95-4b8f-ba1f-e0ac644ac487","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:44.264777678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a265c2a-bb95-4b8f-ba1f-e0ac644ac487","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:47.294840959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56064dad-298e-48ea-8da4-734472a5b185","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:47.29818758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56064dad-298e-48ea-8da4-734472a5b185","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:47.301854298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56064dad-298e-48ea-8da4-734472a5b185","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:47.305503088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56064dad-298e-48ea-8da4-734472a5b185","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:47.738267465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9b51c55-4056-4dc5-a6e4-3abd1306b3f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:47.741380125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9b51c55-4056-4dc5-a6e4-3abd1306b3f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:47.744384353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9b51c55-4056-4dc5-a6e4-3abd1306b3f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:47.74732514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9b51c55-4056-4dc5-a6e4-3abd1306b3f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:48.516194704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"282f96e6-7287-439f-9377-ef5dd1626058","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:48.519358817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"282f96e6-7287-439f-9377-ef5dd1626058","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:48.522304312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"282f96e6-7287-439f-9377-ef5dd1626058","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:48.525420776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"282f96e6-7287-439f-9377-ef5dd1626058","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:48.897297489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b71d4b3a-6602-4786-a891-4097277bd584","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:48.90282711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b71d4b3a-6602-4786-a891-4097277bd584","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:48.906372396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b71d4b3a-6602-4786-a891-4097277bd584","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:48.909730235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b71d4b3a-6602-4786-a891-4097277bd584","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:49.462466556Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-68b466","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-68b466","reconcileID":"abdf4969-d34b-4ca6-b895-e023eb0cd925","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-68b466","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w0-68b466":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:49.664273302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83bb4324-e305-4588-a160-37e0e05018f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:49.674129688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83bb4324-e305-4588-a160-37e0e05018f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:49.681226242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83bb4324-e305-4588-a160-37e0e05018f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:49.695612614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83bb4324-e305-4588-a160-37e0e05018f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:49.929515449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"596783b2-06f0-40af-bb85-6061308641b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:49.93283337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"596783b2-06f0-40af-bb85-6061308641b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:49.93643388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"596783b2-06f0-40af-bb85-6061308641b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:49.94162652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"596783b2-06f0-40af-bb85-6061308641b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:53.042500339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"default-tenant","reconcileID":"288065ba-b7cc-4b41-9c40-38f825c99959","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-2d1c71","tenantID":"e2e-shared-b-w3-2d1c71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:53.06300513Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"default-tenant","reconcileID":"288065ba-b7cc-4b41-9c40-38f825c99959","name":"e2e-shared-b-w3-2d1c71-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:53.072274304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"249d561d-f229-4d42-8da0-915b39ecefcc","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:53.079683428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"9b77ee09-83c2-45fb-b9b1-801d3001cd4f","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:53.156895447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"e2e-status-degraded-auth","reconcileID":"32396e6c-4c2b-4b38-b9fe-f4807773a879","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:53.174082206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"e2e-status-degraded-auth","reconcileID":"32396e6c-4c2b-4b38-b9fe-f4807773a879","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:53.363085618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"4c69cb3c-3262-4c5f-a7f1-c79de79f0e82","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:53.369864605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"346a2e3e-5ef3-4a25-abac-a8762af3e438","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:53.371732447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"343a4de9-d1a8-4d71-97bc-290d7b49b0c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:53.371912477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"4ff9a458-5249-4492-a536-9d6cab156d7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:02:53.375811462Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"e2e-status-degraded-sub","reconcileID":"ec51dbb3-676f-4fe2-9fb2-187730346e97","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:53.383472028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"4ff9a458-5249-4492-a536-9d6cab156d7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:53.384069973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"343a4de9-d1a8-4d71-97bc-290d7b49b0c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:53.393812432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"34d08f12-5905-4de7-bca8-faf18d0ad82f","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:53.402862587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"c0b4bde8-4c65-4609-abe0-338ddae216fe","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:53.429986721Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"e2e-status-degraded-sub","reconcileID":"937916d3-f024-495d-9801-62c6ac6104a6","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-simulator-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-85cb41/e2e-status-degraded-sub","ai-tenant-e2e-worker-w1-85cb41/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:53.430086305Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"e2e-status-degraded-sub","reconcileID":"937916d3-f024-495d-9801-62c6ac6104a6","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"model":"e2e-models-e2e-worker-w1-85cb41/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-85cb41/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:53.452315764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"52d7d38a-2ed7-43c2-841f-246f82aacdd9","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:53.478199744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"0cc75ce5-9124-48f0-a8c5-eb1f6dc3038a","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:53.490974461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"e2e-status-degraded-auth","reconcileID":"f5209d5a-58d2-450f-abca-e592318435d4","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:53.498462252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"e2e-status-degraded-auth","reconcileID":"f5209d5a-58d2-450f-abca-e592318435d4","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:53.543735052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"e2e-status-degraded-sub","reconcileID":"7a10fe51-e3e6-4b93-a12f-fa4d137d45d7","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-simulator-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:53.544630603Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"e2e-status-degraded-sub","reconcileID":"7a10fe51-e3e6-4b93-a12f-fa4d137d45d7","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"model":"e2e-models-e2e-worker-w1-85cb41/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-85cb41/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:53.544373887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-subscription","reconcileID":"377ded07-bc81-42ee-9f7e-c91f499542ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-simulator-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:53.609770881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"efe431ff-0b00-48bb-91c1-3cc0f3f34b3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:53.609802969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"a3f9ec24-6c40-4cdb-b77b-ca3a0c1f9f21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:53.620387428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"a3f9ec24-6c40-4cdb-b77b-ca3a0c1f9f21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:53.620407958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"efe431ff-0b00-48bb-91c1-3cc0f3f34b3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:53.651216724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"591c5208-f420-41ca-8eb9-ceaf12dc8521","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:53.694553752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"c4dc96e9-bd05-4e65-a8e4-972a1522a419","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:53.694746944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"812c016d-8b13-4b42-9a77-d70115fc1e09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:53.695061401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"e2e-status-degraded-auth","reconcileID":"900559ec-f1fc-436e-a085-70910c44ec6d","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:53.702873084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"c4dc96e9-bd05-4e65-a8e4-972a1522a419","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:53.704927845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"812c016d-8b13-4b42-9a77-d70115fc1e09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:53.706218123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"e2e-status-degraded-auth","reconcileID":"900559ec-f1fc-436e-a085-70910c44ec6d","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:00.599374334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"default-tenant","reconcileID":"e8c843fc-40d9-4769-8cdb-2b25ff6106ef","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-68b466","tenantID":"e2e-shared-b-w0-68b466","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:00.627433396Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"default-tenant","reconcileID":"e8c843fc-40d9-4769-8cdb-2b25ff6106ef","name":"e2e-shared-b-w0-68b466-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:03.667452282Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"e2e-status-degraded-sub","reconcileID":"41ea0da4-ed3e-4d31-937e-df5697c4de0e","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"model":"e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:03.685130727Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"e2e-status-degraded-sub","reconcileID":"41ea0da4-ed3e-4d31-937e-df5697c4de0e","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-simulator-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-85cb41/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:03.685155178Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"e2e-status-degraded-sub","reconcileID":"41ea0da4-ed3e-4d31-937e-df5697c4de0e","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"model":"e2e-models-e2e-worker-w1-85cb41/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:03.685257377Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"e2e-status-degraded-sub","reconcileID":"41ea0da4-ed3e-4d31-937e-df5697c4de0e","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"model":"e2e-models-e2e-worker-w1-85cb41/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-85cb41/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:03.697957983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-subscription","reconcileID":"31871540-6493-4c42-87e3-d6183c889a24","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-simulator-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:03.843783444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"b847bce7-c129-43be-931e-375bdaadbc28","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:03.893609536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"e2e-status-degraded-auth","reconcileID":"1f6702cb-e53f-4611-9a0b-eebc61d4ff7c","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:03.893915783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"43c3151c-25dd-4948-8790-6449c9dbfd2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:03.89435867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"dfbdc5d7-f03c-4495-9479-cf37fd78ea1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:03.903571117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"e2e-status-degraded-auth","reconcileID":"1f6702cb-e53f-4611-9a0b-eebc61d4ff7c","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:03.91004907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"43c3151c-25dd-4948-8790-6449c9dbfd2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:03.913377943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"dfbdc5d7-f03c-4495-9479-cf37fd78ea1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:03.979514935Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"e2e-status-degraded-auth","reconcileID":"d2d33308-a5ba-497d-a3e6-400be22da845","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"model":"e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:03.979531844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"c228a529-f30b-427e-a8dd-08c0d96271a9","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:04.026591054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"aaf86c49-c704-4064-98d4-45ddedac65f9","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:04.736218337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8aefe59-89ee-4c00-9c93-3aae0afd51ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:04.740020326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8aefe59-89ee-4c00-9c93-3aae0afd51ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:04.7568063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8aefe59-89ee-4c00-9c93-3aae0afd51ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:04.760741134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8aefe59-89ee-4c00-9c93-3aae0afd51ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:05.044238625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebdf2dff-ce61-47fa-9ffc-f0a46b8a830e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:05.047784015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebdf2dff-ce61-47fa-9ffc-f0a46b8a830e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:05.056844801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebdf2dff-ce61-47fa-9ffc-f0a46b8a830e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:05.060176323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebdf2dff-ce61-47fa-9ffc-f0a46b8a830e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:08.280956277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"auth-test-model-ef6b56","reconcileID":"e800a996-3c09-4b92-80ff-6f44e7bf3447","MaaSModelRef":{"name":"auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"tenant":"e2e-shared-a-w4-ef6b56","gateway":"openshift-ingress/e2e-shared-a-w4-ef6b56","model":"ai-tenant-e2e-shared-a-w4-ef6b56/auth-test-model-ef6b56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:08.281067284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"auth-test-model-ef6b56","reconcileID":"e800a996-3c09-4b92-80ff-6f44e7bf3447","MaaSModelRef":{"name":"auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"routeName":"auth-test-model-ef6b56-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","llmisvcName":"auth-test-model-ef6b56","gateway":"openshift-ingress/e2e-shared-a-w4-ef6b56","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:08.365773085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"auth-test-model-a1d55d","reconcileID":"b905b70a-ce70-4d2d-ae55-b984328e9ba4","MaaSModelRef":{"name":"auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"tenant":"e2e-shared-a-w2-a1d55d","gateway":"openshift-ingress/e2e-shared-a-w2-a1d55d","model":"ai-tenant-e2e-shared-a-w2-a1d55d/auth-test-model-a1d55d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:08.365801442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"auth-test-model-a1d55d","reconcileID":"b905b70a-ce70-4d2d-ae55-b984328e9ba4","MaaSModelRef":{"name":"auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"routeName":"auth-test-model-a1d55d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","llmisvcName":"auth-test-model-a1d55d","gateway":"openshift-ingress/e2e-shared-a-w2-a1d55d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:08.426426277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67efe26e-c0d5-4edf-bff7-e72fe451731d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:08.429476946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67efe26e-c0d5-4edf-bff7-e72fe451731d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:08.432430712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67efe26e-c0d5-4edf-bff7-e72fe451731d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:08.435523609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67efe26e-c0d5-4edf-bff7-e72fe451731d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:08.852483491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38365426-a3a4-4c35-8d4d-9b9842824a32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:08.861498666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38365426-a3a4-4c35-8d4d-9b9842824a32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:08.868869905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38365426-a3a4-4c35-8d4d-9b9842824a32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:08.877956934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38365426-a3a4-4c35-8d4d-9b9842824a32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:09.25537682Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-e9ada0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-e9ada0","reconcileID":"7cfd4da8-8873-4798-afe8-9fd9ef969b82","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-e9ada0","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-e9ada0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:09.413447816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6aa33ffd-2891-4931-ae71-c93803e537bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:09.418864192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6aa33ffd-2891-4931-ae71-c93803e537bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:09.425874064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6aa33ffd-2891-4931-ae71-c93803e537bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:09.430533871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6aa33ffd-2891-4931-ae71-c93803e537bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:10.390741273Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:12.524167186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e16f48c-aa9d-4a24-bbe0-72bc8ed70d2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:12.527503138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e16f48c-aa9d-4a24-bbe0-72bc8ed70d2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:12.531248037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e16f48c-aa9d-4a24-bbe0-72bc8ed70d2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:12.535158061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e16f48c-aa9d-4a24-bbe0-72bc8ed70d2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:13.046802476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"429311cc-9bd7-4588-ab27-804bb00ae347","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:13.049802138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"429311cc-9bd7-4588-ab27-804bb00ae347","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:13.052689602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"429311cc-9bd7-4588-ab27-804bb00ae347","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:13.056634255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"429311cc-9bd7-4588-ab27-804bb00ae347","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:22.360685669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-e9ada0"},"namespace":"ai-tenant-e2e-explicit-e9ada0","name":"default-tenant","reconcileID":"aadfe0e6-e603-48ab-81a2-89bb10e32afa","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-e9ada0","tenantID":"e2e-explicit-e9ada0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:22.378588987Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-e9ada0"},"namespace":"ai-tenant-e2e-explicit-e9ada0","name":"default-tenant","reconcileID":"aadfe0e6-e603-48ab-81a2-89bb10e32afa","name":"e2e-explicit-e9ada0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:33.940733027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"auth-test-model-c2e3f9","reconcileID":"3f4a8509-8a53-40f8-a968-4f511e0e786f","MaaSModelRef":{"name":"auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"tenant":"e2e-shared-a-w3-c2e3f9","gateway":"openshift-ingress/e2e-shared-a-w3-c2e3f9","model":"ai-tenant-e2e-shared-a-w3-c2e3f9/auth-test-model-c2e3f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:33.940763359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"auth-test-model-c2e3f9","reconcileID":"3f4a8509-8a53-40f8-a968-4f511e0e786f","MaaSModelRef":{"name":"auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"routeName":"auth-test-model-c2e3f9-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","llmisvcName":"auth-test-model-c2e3f9","gateway":"openshift-ingress/e2e-shared-a-w3-c2e3f9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:34.9250262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"auth-test-model-ed012e","reconcileID":"bb1908f8-01a2-42d4-860d-8f7221367e06","MaaSModelRef":{"name":"auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"tenant":"e2e-shared-b-w4-ed012e","gateway":"openshift-ingress/e2e-shared-b-w4-ed012e","model":"ai-tenant-e2e-shared-b-w4-ed012e/auth-test-model-ed012e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:34.925050658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"auth-test-model-ed012e","reconcileID":"bb1908f8-01a2-42d4-860d-8f7221367e06","MaaSModelRef":{"name":"auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"routeName":"auth-test-model-ed012e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ed012e","llmisvcName":"auth-test-model-ed012e","gateway":"openshift-ingress/e2e-shared-b-w4-ed012e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:35.079504059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"auth-test-model-ef6be7","reconcileID":"b58505b0-6cbe-4dcd-b188-2c8560fec579","MaaSModelRef":{"name":"auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"tenant":"e2e-shared-b-w2-ef6be7","gateway":"openshift-ingress/e2e-shared-b-w2-ef6be7","model":"ai-tenant-e2e-shared-b-w2-ef6be7/auth-test-model-ef6be7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:35.079619432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"auth-test-model-ef6be7","reconcileID":"b58505b0-6cbe-4dcd-b188-2c8560fec579","MaaSModelRef":{"name":"auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"routeName":"auth-test-model-ef6be7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","llmisvcName":"auth-test-model-ef6be7","gateway":"openshift-ingress/e2e-shared-b-w2-ef6be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:35.454669417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"auth-test-model-ef6b56","reconcileID":"e86bf503-d7fb-4fa1-b947-d1a4640ac082","MaaSModelRef":{"name":"auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"tenant":"e2e-shared-a-w4-ef6b56","gateway":"openshift-ingress/e2e-shared-a-w4-ef6b56","model":"ai-tenant-e2e-shared-a-w4-ef6b56/auth-test-model-ef6b56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:35.454694275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"auth-test-model-ef6b56","reconcileID":"e86bf503-d7fb-4fa1-b947-d1a4640ac082","MaaSModelRef":{"name":"auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"routeName":"auth-test-model-ef6b56-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","llmisvcName":"auth-test-model-ef6b56","gateway":"openshift-ingress/e2e-shared-a-w4-ef6b56","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:35.462475736Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"auth-test-model-ef6b56","reconcileID":"4ad43ada-cdf3-40bb-97d3-225092d009d9","MaaSModelRef":{"name":"auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"tenant":"e2e-shared-a-w4-ef6b56","gateway":"openshift-ingress/e2e-shared-a-w4-ef6b56","model":"ai-tenant-e2e-shared-a-w4-ef6b56/auth-test-model-ef6b56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:35.462553405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"auth-test-model-ef6b56","reconcileID":"4ad43ada-cdf3-40bb-97d3-225092d009d9","MaaSModelRef":{"name":"auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"routeName":"auth-test-model-ef6b56-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","llmisvcName":"auth-test-model-ef6b56","gateway":"openshift-ingress/e2e-shared-a-w4-ef6b56","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:35.464199928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"auth-test-model-a1d55d","reconcileID":"d148cb9b-2b82-47fd-bfd6-148fc2c6303f","MaaSModelRef":{"name":"auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"tenant":"e2e-shared-a-w2-a1d55d","gateway":"openshift-ingress/e2e-shared-a-w2-a1d55d","model":"ai-tenant-e2e-shared-a-w2-a1d55d/auth-test-model-a1d55d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:35.464267937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"auth-test-model-a1d55d","reconcileID":"d148cb9b-2b82-47fd-bfd6-148fc2c6303f","MaaSModelRef":{"name":"auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"routeName":"auth-test-model-a1d55d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","llmisvcName":"auth-test-model-a1d55d","gateway":"openshift-ingress/e2e-shared-a-w2-a1d55d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:35.471539752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"e2e-auth-iso-157f1b","reconcileID":"7392caf4-3ea1-4b6f-bab8-ff5b4c4a12ae","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ef6b56","tenantID":"e2e-shared-a-w4-ef6b56","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:35.472841655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"auth-test-model-a1d55d","reconcileID":"25dc0dbe-9884-448c-8779-11a3eed7bbf9","MaaSModelRef":{"name":"auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"tenant":"e2e-shared-a-w2-a1d55d","gateway":"openshift-ingress/e2e-shared-a-w2-a1d55d","model":"ai-tenant-e2e-shared-a-w2-a1d55d/auth-test-model-a1d55d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:35.472911803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"auth-test-model-a1d55d","reconcileID":"25dc0dbe-9884-448c-8779-11a3eed7bbf9","MaaSModelRef":{"name":"auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"routeName":"auth-test-model-a1d55d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","llmisvcName":"auth-test-model-a1d55d","gateway":"openshift-ingress/e2e-shared-a-w2-a1d55d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:35.502905837Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"e2e-auth-iso-157f1b","reconcileID":"7392caf4-3ea1-4b6f-bab8-ff5b4c4a12ae","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"name":"e2e-shared-a-w4-ef6b56-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:35.510878986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b6b6c01-6205-4062-9717-366221ddc11f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:35.514682217Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-ef6b56-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"e2e-auth-iso-157f1b","reconcileID":"7392caf4-3ea1-4b6f-bab8-ff5b4c4a12ae","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:35.516935714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b6b6c01-6205-4062-9717-366221ddc11f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:35.520690783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b6b6c01-6205-4062-9717-366221ddc11f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:35.523911304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b6b6c01-6205-4062-9717-366221ddc11f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:35.525113488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"auth-test-model-ef6b56","reconcileID":"a9f0ce19-e536-4d00-aeb7-421387f238f5","MaaSModelRef":{"name":"auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"tenant":"e2e-shared-a-w4-ef6b56","gateway":"openshift-ingress/e2e-shared-a-w4-ef6b56","model":"ai-tenant-e2e-shared-a-w4-ef6b56/auth-test-model-ef6b56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:35.525128355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"auth-test-model-ef6b56","reconcileID":"a9f0ce19-e536-4d00-aeb7-421387f238f5","MaaSModelRef":{"name":"auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"routeName":"auth-test-model-ef6b56-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","llmisvcName":"auth-test-model-ef6b56","gateway":"openshift-ingress/e2e-shared-a-w4-ef6b56","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:35.572242332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"e2e-auth-iso-94b8f9","reconcileID":"b5e1bad6-26f5-47bc-9b1d-84f07d7cc964","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a1d55d","tenantID":"e2e-shared-a-w2-a1d55d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:35.596997176Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"e2e-auth-iso-94b8f9","reconcileID":"b5e1bad6-26f5-47bc-9b1d-84f07d7cc964","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"name":"e2e-shared-a-w2-a1d55d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:35.603355845Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-a1d55d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"e2e-auth-iso-94b8f9","reconcileID":"b5e1bad6-26f5-47bc-9b1d-84f07d7cc964","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:35.611194237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"auth-test-model-a1d55d","reconcileID":"19c6aa52-ccce-4392-9ef2-2c6759379492","MaaSModelRef":{"name":"auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"tenant":"e2e-shared-a-w2-a1d55d","gateway":"openshift-ingress/e2e-shared-a-w2-a1d55d","model":"ai-tenant-e2e-shared-a-w2-a1d55d/auth-test-model-a1d55d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:35.611212304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"auth-test-model-a1d55d","reconcileID":"19c6aa52-ccce-4392-9ef2-2c6759379492","MaaSModelRef":{"name":"auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"routeName":"auth-test-model-a1d55d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","llmisvcName":"auth-test-model-a1d55d","gateway":"openshift-ingress/e2e-shared-a-w2-a1d55d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:35.727975399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bda70437-0c65-4376-b8bc-dd5359edb619","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:35.731447906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bda70437-0c65-4376-b8bc-dd5359edb619","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:35.738770586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bda70437-0c65-4376-b8bc-dd5359edb619","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:35.762937251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bda70437-0c65-4376-b8bc-dd5359edb619","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:40.386129118Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:41.987733229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"auth-test-model-baa504","reconcileID":"64c18f24-c4aa-435b-9db4-cb3e8ad04f8c","MaaSModelRef":{"name":"auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"tenant":"e2e-shared-a-w0-baa504","gateway":"openshift-ingress/e2e-shared-a-w0-baa504","model":"ai-tenant-e2e-shared-a-w0-baa504/auth-test-model-baa504","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:41.987762731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"auth-test-model-baa504","reconcileID":"64c18f24-c4aa-435b-9db4-cb3e8ad04f8c","MaaSModelRef":{"name":"auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"routeName":"auth-test-model-baa504-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-baa504","llmisvcName":"auth-test-model-baa504","gateway":"openshift-ingress/e2e-shared-a-w0-baa504","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:45.535620766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"e2e-auth-iso-157f1b","reconcileID":"75b41add-e461-4fc6-b008-13e9331f956b","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ef6b56","tenantID":"e2e-shared-a-w4-ef6b56","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:45.542899631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"e2e-auth-iso-157f1b","reconcileID":"75b41add-e461-4fc6-b008-13e9331f956b","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"name":"e2e-shared-a-w4-ef6b56-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:45.54925507Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-ef6b56-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"e2e-auth-iso-157f1b","reconcileID":"75b41add-e461-4fc6-b008-13e9331f956b","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:45.636681655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"e2e-auth-iso-94b8f9","reconcileID":"12ae4058-e473-4b20-bc08-a68f824dc9c7","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a1d55d","tenantID":"e2e-shared-a-w2-a1d55d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:45.647321238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"e2e-auth-iso-94b8f9","reconcileID":"12ae4058-e473-4b20-bc08-a68f824dc9c7","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"name":"e2e-shared-a-w2-a1d55d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:45.655597518Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-a1d55d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"e2e-auth-iso-94b8f9","reconcileID":"12ae4058-e473-4b20-bc08-a68f824dc9c7","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:50.51413648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-e9ada0","namespace":"ai-tenant-e2e-explicit-e9ada0"},"namespace":"ai-tenant-e2e-explicit-e9ada0","name":"explicit-model-e9ada0","reconcileID":"fc297d61-d108-4713-86fd-d972b2cc2e9d","MaaSModelRef":{"name":"explicit-model-e9ada0","namespace":"ai-tenant-e2e-explicit-e9ada0"},"routeName":"explicit-model-e9ada0-kserve-route","namespace":"ai-tenant-e2e-explicit-e9ada0","llmisvcName":"explicit-model-e9ada0","gateway":"openshift-ingress/e2e-explicit-e9ada0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:55.56449472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"e2e-auth-iso-157f1b","reconcileID":"9143ce1b-53a2-43fe-adb2-3284b536e9f2","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ef6b56","tenantID":"e2e-shared-a-w4-ef6b56","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:55.580731348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"e2e-auth-iso-157f1b","reconcileID":"9143ce1b-53a2-43fe-adb2-3284b536e9f2","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"name":"e2e-shared-a-w4-ef6b56-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:55.589366588Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-ef6b56-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"e2e-auth-iso-157f1b","reconcileID":"9143ce1b-53a2-43fe-adb2-3284b536e9f2","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:55.674627151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"e2e-auth-iso-94b8f9","reconcileID":"4963b0e5-e971-4050-ab8d-60ba8dba415a","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a1d55d","tenantID":"e2e-shared-a-w2-a1d55d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:55.686975045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"e2e-auth-iso-94b8f9","reconcileID":"4963b0e5-e971-4050-ab8d-60ba8dba415a","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"name":"e2e-shared-a-w2-a1d55d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:55.69924164Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-a1d55d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"e2e-auth-iso-94b8f9","reconcileID":"4963b0e5-e971-4050-ab8d-60ba8dba415a","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:59.444089301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abadd582-3419-4823-85ea-0a13331324e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:59.447514308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abadd582-3419-4823-85ea-0a13331324e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:59.45126884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abadd582-3419-4823-85ea-0a13331324e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:59.454574244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abadd582-3419-4823-85ea-0a13331324e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:59.823587216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da9a2928-ffd4-49d2-a3d6-2f333aae26fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:59.826894718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da9a2928-ffd4-49d2-a3d6-2f333aae26fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:59.830144577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da9a2928-ffd4-49d2-a3d6-2f333aae26fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:59.83305326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da9a2928-ffd4-49d2-a3d6-2f333aae26fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:00.07851925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"226f91c8-31b8-42da-a5f0-05945aaeb820","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:00.08227593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"226f91c8-31b8-42da-a5f0-05945aaeb820","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:00.085354569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"226f91c8-31b8-42da-a5f0-05945aaeb820","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:00.088378916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"226f91c8-31b8-42da-a5f0-05945aaeb820","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:00.753316187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"auth-test-model-2d1c71","reconcileID":"da00dbe2-322f-4b49-9921-6b85f129668e","MaaSModelRef":{"name":"auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"tenant":"e2e-shared-b-w3-2d1c71","gateway":"openshift-ingress/e2e-shared-b-w3-2d1c71","model":"ai-tenant-e2e-shared-b-w3-2d1c71/auth-test-model-2d1c71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:00.75334864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"auth-test-model-2d1c71","reconcileID":"da00dbe2-322f-4b49-9921-6b85f129668e","MaaSModelRef":{"name":"auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"routeName":"auth-test-model-2d1c71-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","llmisvcName":"auth-test-model-2d1c71","gateway":"openshift-ingress/e2e-shared-b-w3-2d1c71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:01.100855775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"auth-test-model-c2e3f9","reconcileID":"7fd891e0-282a-465b-a49f-df58f1f709fe","MaaSModelRef":{"name":"auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"tenant":"e2e-shared-a-w3-c2e3f9","gateway":"openshift-ingress/e2e-shared-a-w3-c2e3f9","model":"ai-tenant-e2e-shared-a-w3-c2e3f9/auth-test-model-c2e3f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:01.100877376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"auth-test-model-c2e3f9","reconcileID":"7fd891e0-282a-465b-a49f-df58f1f709fe","MaaSModelRef":{"name":"auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"routeName":"auth-test-model-c2e3f9-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","llmisvcName":"auth-test-model-c2e3f9","gateway":"openshift-ingress/e2e-shared-a-w3-c2e3f9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:01.106635011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"auth-test-model-c2e3f9","reconcileID":"884b44bc-fb34-4281-852b-1cda70165556","MaaSModelRef":{"name":"auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"tenant":"e2e-shared-a-w3-c2e3f9","gateway":"openshift-ingress/e2e-shared-a-w3-c2e3f9","model":"ai-tenant-e2e-shared-a-w3-c2e3f9/auth-test-model-c2e3f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:01.106653683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"auth-test-model-c2e3f9","reconcileID":"884b44bc-fb34-4281-852b-1cda70165556","MaaSModelRef":{"name":"auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"routeName":"auth-test-model-c2e3f9-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","llmisvcName":"auth-test-model-c2e3f9","gateway":"openshift-ingress/e2e-shared-a-w3-c2e3f9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:01.113473084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"e2e-auth-iso-752718","reconcileID":"0def5166-5195-42b0-a9d4-5c6a01246d9b","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-c2e3f9","tenantID":"e2e-shared-a-w3-c2e3f9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:01.137992019Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"e2e-auth-iso-752718","reconcileID":"0def5166-5195-42b0-a9d4-5c6a01246d9b","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"name":"e2e-shared-a-w3-c2e3f9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:01.1438962Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-c2e3f9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"e2e-auth-iso-752718","reconcileID":"0def5166-5195-42b0-a9d4-5c6a01246d9b","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:01.149943962Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"auth-test-model-c2e3f9","reconcileID":"553ffd05-830f-40de-8bde-b97acb146e04","MaaSModelRef":{"name":"auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"tenant":"e2e-shared-a-w3-c2e3f9","gateway":"openshift-ingress/e2e-shared-a-w3-c2e3f9","model":"ai-tenant-e2e-shared-a-w3-c2e3f9/auth-test-model-c2e3f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:01.149961411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"auth-test-model-c2e3f9","reconcileID":"553ffd05-830f-40de-8bde-b97acb146e04","MaaSModelRef":{"name":"auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"routeName":"auth-test-model-c2e3f9-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","llmisvcName":"auth-test-model-c2e3f9","gateway":"openshift-ingress/e2e-shared-a-w3-c2e3f9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:05.602497252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"e2e-auth-iso-157f1b","reconcileID":"044fcac8-5ad1-4e3e-bda4-c9751bf12073","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ef6b56","tenantID":"e2e-shared-a-w4-ef6b56","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:05.614079299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"e2e-auth-iso-157f1b","reconcileID":"044fcac8-5ad1-4e3e-bda4-c9751bf12073","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"name":"e2e-shared-a-w4-ef6b56-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:05.620619134Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-ef6b56-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"e2e-auth-iso-157f1b","reconcileID":"044fcac8-5ad1-4e3e-bda4-c9751bf12073","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:05.730153405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"e2e-auth-iso-94b8f9","reconcileID":"942a4c82-5cba-4a6a-a58a-0ed75a362fd4","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a1d55d","tenantID":"e2e-shared-a-w2-a1d55d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:05.749143944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"e2e-auth-iso-94b8f9","reconcileID":"942a4c82-5cba-4a6a-a58a-0ed75a362fd4","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"name":"e2e-shared-a-w2-a1d55d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:05.757554667Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-a1d55d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"e2e-auth-iso-94b8f9","reconcileID":"942a4c82-5cba-4a6a-a58a-0ed75a362fd4","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:10.386033898Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:11.05079689Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-e9ada0"},"namespace":"ai-tenant-e2e-explicit-e9ada0","name":"default-tenant","reconcileID":"2103ce0a-db36-4eb8-8003-659d0c74a2d9","namespace":"ai-tenant-e2e-explicit-e9ada0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:11.050852717Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-e9ada0"},"namespace":"ai-tenant-e2e-explicit-e9ada0","name":"default-tenant","reconcileID":"2103ce0a-db36-4eb8-8003-659d0c74a2d9","namespace":"ai-tenant-e2e-explicit-e9ada0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:11.050898329Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-e9ada0"},"namespace":"ai-tenant-e2e-explicit-e9ada0","name":"default-tenant","reconcileID":"2103ce0a-db36-4eb8-8003-659d0c74a2d9","tenant":"e2e-explicit-e9ada0","tenantID":"e2e-explicit-e9ada0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:11.055476871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-e9ada0"},"namespace":"ai-tenant-e2e-explicit-e9ada0","name":"default-tenant","reconcileID":"2103ce0a-db36-4eb8-8003-659d0c74a2d9","gvk":"Deployment","name":"maas-api-e2e-explicit-e9ada0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:11.068533564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-e9ada0"},"namespace":"ai-tenant-e2e-explicit-e9ada0","name":"default-tenant","reconcileID":"2103ce0a-db36-4eb8-8003-659d0c74a2d9","gvk":"Service","name":"maas-api-e2e-explicit-e9ada0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:11.07448045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-e9ada0"},"namespace":"ai-tenant-e2e-explicit-e9ada0","name":"default-tenant","reconcileID":"2103ce0a-db36-4eb8-8003-659d0c74a2d9","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-e9ada0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:11.08229871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-e9ada0"},"namespace":"ai-tenant-e2e-explicit-e9ada0","name":"default-tenant","reconcileID":"2103ce0a-db36-4eb8-8003-659d0c74a2d9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-e9ada0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:11.090859933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-e9ada0"},"namespace":"ai-tenant-e2e-explicit-e9ada0","name":"default-tenant","reconcileID":"2103ce0a-db36-4eb8-8003-659d0c74a2d9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-e9ada0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:11.096368068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-e9ada0"},"namespace":"ai-tenant-e2e-explicit-e9ada0","name":"default-tenant","reconcileID":"2103ce0a-db36-4eb8-8003-659d0c74a2d9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-e9ada0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:11.103826576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-e9ada0"},"namespace":"ai-tenant-e2e-explicit-e9ada0","name":"default-tenant","reconcileID":"2103ce0a-db36-4eb8-8003-659d0c74a2d9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-e9ada0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:11.109484694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-e9ada0"},"namespace":"ai-tenant-e2e-explicit-e9ada0","name":"default-tenant","reconcileID":"2103ce0a-db36-4eb8-8003-659d0c74a2d9","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-e9ada0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:11.114168335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-e9ada0"},"namespace":"ai-tenant-e2e-explicit-e9ada0","name":"default-tenant","reconcileID":"2103ce0a-db36-4eb8-8003-659d0c74a2d9","gvk":"Deployment","name":"payload-processing-e2e-explicit-e9ada0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:11.116867715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-e9ada0"},"namespace":"ai-tenant-e2e-explicit-e9ada0","name":"default-tenant","reconcileID":"2103ce0a-db36-4eb8-8003-659d0c74a2d9","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-e9ada0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:11.119501215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-e9ada0"},"namespace":"ai-tenant-e2e-explicit-e9ada0","name":"default-tenant","reconcileID":"2103ce0a-db36-4eb8-8003-659d0c74a2d9","gvk":"Service","name":"payload-processing-e2e-explicit-e9ada0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:11.122028996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-e9ada0"},"namespace":"ai-tenant-e2e-explicit-e9ada0","name":"default-tenant","reconcileID":"2103ce0a-db36-4eb8-8003-659d0c74a2d9","gvk":"Service","name":"payload-pre-processing-e2e-explicit-e9ada0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:11.124536057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-e9ada0"},"namespace":"ai-tenant-e2e-explicit-e9ada0","name":"default-tenant","reconcileID":"2103ce0a-db36-4eb8-8003-659d0c74a2d9","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-e9ada0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:11.127178388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-e9ada0"},"namespace":"ai-tenant-e2e-explicit-e9ada0","name":"default-tenant","reconcileID":"2103ce0a-db36-4eb8-8003-659d0c74a2d9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-e9ada0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:11.130009499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-e9ada0"},"namespace":"ai-tenant-e2e-explicit-e9ada0","name":"default-tenant","reconcileID":"2103ce0a-db36-4eb8-8003-659d0c74a2d9","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-e9ada0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:11.137469051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-e9ada0"},"namespace":"ai-tenant-e2e-explicit-e9ada0","name":"default-tenant","reconcileID":"2103ce0a-db36-4eb8-8003-659d0c74a2d9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-e9ada0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:11.14020115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-e9ada0"},"namespace":"ai-tenant-e2e-explicit-e9ada0","name":"default-tenant","reconcileID":"2103ce0a-db36-4eb8-8003-659d0c74a2d9","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-e9ada0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:11.142793886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-e9ada0"},"namespace":"ai-tenant-e2e-explicit-e9ada0","name":"default-tenant","reconcileID":"2103ce0a-db36-4eb8-8003-659d0c74a2d9","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-e9ada0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:11.145372383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-e9ada0"},"namespace":"ai-tenant-e2e-explicit-e9ada0","name":"default-tenant","reconcileID":"2103ce0a-db36-4eb8-8003-659d0c74a2d9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-e9ada0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:11.147759099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-e9ada0"},"namespace":"ai-tenant-e2e-explicit-e9ada0","name":"default-tenant","reconcileID":"2103ce0a-db36-4eb8-8003-659d0c74a2d9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-e9ada0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:11.157813536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"e2e-auth-iso-752718","reconcileID":"45fbd0f8-282f-49f0-859c-52383b3feda5","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-c2e3f9","tenantID":"e2e-shared-a-w3-c2e3f9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:11.165711674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"e2e-auth-iso-752718","reconcileID":"45fbd0f8-282f-49f0-859c-52383b3feda5","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"name":"e2e-shared-a-w3-c2e3f9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:11.172323006Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-c2e3f9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"e2e-auth-iso-752718","reconcileID":"45fbd0f8-282f-49f0-859c-52383b3feda5","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:11.300826212Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-e9ada0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-e9ada0","reconcileID":"c1689d29-d61b-4b98-a409-4da38283bf54","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-e9ada0","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-e9ada0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:11.806489451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d3e5fbf-8c99-4aae-8937-7554ba26e612","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:11.833983391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d3e5fbf-8c99-4aae-8937-7554ba26e612","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:11.840552116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d3e5fbf-8c99-4aae-8937-7554ba26e612","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:11.854763696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d3e5fbf-8c99-4aae-8937-7554ba26e612","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:12.156418384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a9ef7be-1c5a-4e08-af6c-2173f6ee5ea0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:12.160254656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a9ef7be-1c5a-4e08-af6c-2173f6ee5ea0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:12.163932935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a9ef7be-1c5a-4e08-af6c-2173f6ee5ea0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:12.167072052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a9ef7be-1c5a-4e08-af6c-2173f6ee5ea0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:13.909364047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"auth-test-model-68b466","reconcileID":"85256a59-b320-42d4-8878-3070af4cd96c","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"tenant":"e2e-shared-b-w0-68b466","gateway":"openshift-ingress/e2e-shared-b-w0-68b466","model":"ai-tenant-e2e-shared-b-w0-68b466/auth-test-model-68b466","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:13.909394478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"auth-test-model-68b466","reconcileID":"85256a59-b320-42d4-8878-3070af4cd96c","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"routeName":"auth-test-model-68b466-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-68b466","llmisvcName":"auth-test-model-68b466","gateway":"openshift-ingress/e2e-shared-b-w0-68b466","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:14.230921147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"auth-test-model-baa504","reconcileID":"689530ae-cd61-4f44-87f1-94e5f80a6fb5","MaaSModelRef":{"name":"auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"tenant":"e2e-shared-a-w0-baa504","gateway":"openshift-ingress/e2e-shared-a-w0-baa504","model":"ai-tenant-e2e-shared-a-w0-baa504/auth-test-model-baa504","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:14.230949479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"auth-test-model-baa504","reconcileID":"689530ae-cd61-4f44-87f1-94e5f80a6fb5","MaaSModelRef":{"name":"auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"routeName":"auth-test-model-baa504-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-baa504","llmisvcName":"auth-test-model-baa504","gateway":"openshift-ingress/e2e-shared-a-w0-baa504","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:14.235905506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"auth-test-model-baa504","reconcileID":"50e95d3b-d7cd-45af-83c1-08ab059df6de","MaaSModelRef":{"name":"auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"tenant":"e2e-shared-a-w0-baa504","gateway":"openshift-ingress/e2e-shared-a-w0-baa504","model":"ai-tenant-e2e-shared-a-w0-baa504/auth-test-model-baa504","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:14.235925913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"auth-test-model-baa504","reconcileID":"50e95d3b-d7cd-45af-83c1-08ab059df6de","MaaSModelRef":{"name":"auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"routeName":"auth-test-model-baa504-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-baa504","llmisvcName":"auth-test-model-baa504","gateway":"openshift-ingress/e2e-shared-a-w0-baa504","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:14.241532973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"e2e-auth-iso-d3661f","reconcileID":"35ac0f3a-5606-4b0c-b146-d2269e7e2337","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-baa504","tenantID":"e2e-shared-a-w0-baa504","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:14.266193329Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"e2e-auth-iso-d3661f","reconcileID":"35ac0f3a-5606-4b0c-b146-d2269e7e2337","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"name":"e2e-shared-a-w0-baa504-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:14.273753317Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-baa504-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"e2e-auth-iso-d3661f","reconcileID":"35ac0f3a-5606-4b0c-b146-d2269e7e2337","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:14.283595989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"auth-test-model-baa504","reconcileID":"302902c3-2d88-4e8f-a767-e6b9823689d0","MaaSModelRef":{"name":"auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"tenant":"e2e-shared-a-w0-baa504","gateway":"openshift-ingress/e2e-shared-a-w0-baa504","model":"ai-tenant-e2e-shared-a-w0-baa504/auth-test-model-baa504","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:14.283620686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"auth-test-model-baa504","reconcileID":"302902c3-2d88-4e8f-a767-e6b9823689d0","MaaSModelRef":{"name":"auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"routeName":"auth-test-model-baa504-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-baa504","llmisvcName":"auth-test-model-baa504","gateway":"openshift-ingress/e2e-shared-a-w0-baa504","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:15.627640592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"e2e-auth-iso-157f1b","reconcileID":"c0b74e6b-a6d9-4ff5-8704-da6e4abdf811","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ef6b56","tenantID":"e2e-shared-a-w4-ef6b56","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:15.636637079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"e2e-auth-iso-157f1b","reconcileID":"c0b74e6b-a6d9-4ff5-8704-da6e4abdf811","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"name":"e2e-shared-a-w4-ef6b56-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:15.643262959Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-ef6b56-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (84b1081e4f0da62c28225b537feb80bf1cb54e7d3622ac1bddb9e039c05f3915) AuthConfig (9f91a18b46f814fd30561896a181c912dc04402b3dc7e92fc9c3ee524dc6d59b) AuthConfig (903473a9dcd5fa368a6782a20f6e5ee36071693e1434d7778d58084c29fb451d) AuthConfig (47659679cd9ca35b901b56def5f1d40b64cfb810a886bd720944940e15e8bcd9) AuthConfig (e3edd4f213b3733f2cd83359968b1a7783f6d257e8378bc6517e157fae8d00a8) AuthConfig (65db0a878ae456c525a231c582d00b754ca06cfb5bfde14b27a8160d33955f91) AuthConfig (f5609600137e3a31eacdeec3142a6f890cb7252d498a6cafc8819ecc09f80a68) AuthConfig (40261e3fd2719a604d9f5536d0266200a1661aa348d20a99bf6e5c43e9dcafdb) AuthConfig (9297add6227f0654c763fd60b8f228c3eaf01af67d1e98d64b7d09b2ee254582) AuthConfig (2903bc0522b6242e02bbb266c6b5cd45d8c22a77baee214e98c6596bd2df4533) AuthConfig (50831f147c2cbaa2534b03a5a648679dff0ce45aba39fbefbe348d4846796fac) AuthConfig (8c307b72a4f448d146302cc4992bf2a236d9313468e30564f8b735d9fe7ba347) AuthConfig (ab129f296ac193262437566e6419f47320a090b503b82a7b09df33bf7acd050c) AuthConfig (192a2c5582a8725811c21a6f2634b18a30f9bc2e380e9add8d61824cd08b289c) AuthConfig (16f8e38afa2d8155fc392ddca5cfb816e762247879652706cbdb445560f96138) AuthConfig (239f3f4ec5727b5afe1940eb9ab04ad3d453770e23031774f06fa3639b7d1990) AuthConfig (2542b534ed54bea780ea961b79c89927706c3ba02ab78cd6d5ecc49a25399eb6) AuthConfig (eeca19a6522e3ff08ab10798b4aceab8115fbf84a5dc1e0fa9b42c1ece4d3379)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"e2e-auth-iso-157f1b","reconcileID":"c0b74e6b-a6d9-4ff5-8704-da6e4abdf811","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:15.651774406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"auth-test-model-ef6b56","reconcileID":"b9db496c-0182-4f3f-9eb8-ffd711c38e30","MaaSModelRef":{"name":"auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"tenant":"e2e-shared-a-w4-ef6b56","gateway":"openshift-ingress/e2e-shared-a-w4-ef6b56","model":"ai-tenant-e2e-shared-a-w4-ef6b56/auth-test-model-ef6b56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:15.651845443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"auth-test-model-ef6b56","reconcileID":"b9db496c-0182-4f3f-9eb8-ffd711c38e30","MaaSModelRef":{"name":"auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"routeName":"auth-test-model-ef6b56-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","llmisvcName":"auth-test-model-ef6b56","gateway":"openshift-ingress/e2e-shared-a-w4-ef6b56","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:15.76443921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"e2e-auth-iso-94b8f9","reconcileID":"f304a789-ec54-4dd2-94cf-826820ba74d1","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a1d55d","tenantID":"e2e-shared-a-w2-a1d55d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:15.771461781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"e2e-auth-iso-94b8f9","reconcileID":"f304a789-ec54-4dd2-94cf-826820ba74d1","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"name":"e2e-shared-a-w2-a1d55d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:15.777206688Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-a1d55d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3c48d917267394aa08277c56cfa569714e8fda1320ebb1efed840c28b12c9f08) AuthConfig (7160d32c078a70513fefd212388eef98caa1adf311405d4a4220dbd543c4b44a) AuthConfig (4b4d78dade6fcb344a9be8212209d07f297e6c9968d01998e9d469fa17e51e11) AuthConfig (42823df306a258b5a1e3bfddbf8e3078c8186f39101c9f08dcef111048fe3193) AuthConfig (d254849dbacb69e76cc83921539fca59bbaac2c7cc1e77adcf4c4a01ab25fd65) AuthConfig (40bdcaaf4c4456c75ae007a0c25ec3e9d6f72162efd6f3106c2432b12221076e) AuthConfig (2c092cbd7e0ee7771cd81ac7d8e87093fdf754cc2ddcaac8daa9171e1396f204) AuthConfig (bdbf785c200ac4283a90d030bf5746fe9699bab08718e4fe88db4c99c3208671) AuthConfig (db5ea8809446e86011c9b5924c2d1e180c03d1bcbe2e02bd1aa01e4069b3b897) AuthConfig (cbac92e0cc1ddfaa15c67044b1bdf656b330b745d6cbe940f655435b6a0e245f) AuthConfig (ef38528858cc1a5fa5290c6810464bc9e6257165fb947081d5f3f7f2b59e9b65) AuthConfig (43a8eb99197e9f173ee67d125840b13d0132405e8facc37be0ce1033ae0b44df) AuthConfig (367ec95347434b9c06c6270da55606e55e676d08fa439fdae9ab0944a2679ec8) AuthConfig (f9914a07bff6a573ac2f507220a4c1f96ecbadd9891db7278bb1672a7f2c6d58) AuthConfig (8988ae4a23722ba18527a75c5885bf9f6a173eac0a1d41ffa507a93c4c41fe76) AuthConfig (6c989a614ab7a7a80dfb8f038eebd36bb1c8301237c4ea05f168264118213015) AuthConfig (9cf13cad997c5fbd6496792970400cc637eabbe56d350cbd8f14d668285ed443) AuthConfig (4bd5b2f0e56e802d82fb74378fea3f794ae01abf00f79e765ede442e072c704e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"e2e-auth-iso-94b8f9","reconcileID":"f304a789-ec54-4dd2-94cf-826820ba74d1","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:15.785295231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"auth-test-model-a1d55d","reconcileID":"9451d5ef-832a-4fc4-9d6d-89978ef4b1ab","MaaSModelRef":{"name":"auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"tenant":"e2e-shared-a-w2-a1d55d","gateway":"openshift-ingress/e2e-shared-a-w2-a1d55d","model":"ai-tenant-e2e-shared-a-w2-a1d55d/auth-test-model-a1d55d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:15.785312678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"auth-test-model-a1d55d","reconcileID":"9451d5ef-832a-4fc4-9d6d-89978ef4b1ab","MaaSModelRef":{"name":"auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"routeName":"auth-test-model-a1d55d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","llmisvcName":"auth-test-model-a1d55d","gateway":"openshift-ingress/e2e-shared-a-w2-a1d55d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:21.178599827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"e2e-auth-iso-752718","reconcileID":"37e93848-a778-4392-82d9-2f9d238bd663","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-c2e3f9","tenantID":"e2e-shared-a-w3-c2e3f9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:21.187088108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"e2e-auth-iso-752718","reconcileID":"37e93848-a778-4392-82d9-2f9d238bd663","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"name":"e2e-shared-a-w3-c2e3f9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:21.193333921Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-c2e3f9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"e2e-auth-iso-752718","reconcileID":"37e93848-a778-4392-82d9-2f9d238bd663","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:24.306402597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"e2e-auth-iso-d3661f","reconcileID":"2d0f44fd-3f20-4dd5-aa21-62e804037258","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-baa504","tenantID":"e2e-shared-a-w0-baa504","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:24.316909493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"e2e-auth-iso-d3661f","reconcileID":"2d0f44fd-3f20-4dd5-aa21-62e804037258","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"name":"e2e-shared-a-w0-baa504-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:24.322866634Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-baa504-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"e2e-auth-iso-d3661f","reconcileID":"2d0f44fd-3f20-4dd5-aa21-62e804037258","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:25.660786433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"e2e-auth-iso-157f1b","reconcileID":"8f172783-a3aa-4bff-aecf-84f647d4845d","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ef6b56","tenantID":"e2e-shared-a-w4-ef6b56","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:25.672238604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"e2e-auth-iso-157f1b","reconcileID":"8f172783-a3aa-4bff-aecf-84f647d4845d","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"name":"e2e-shared-a-w4-ef6b56-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:25.683544494Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-ef6b56-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (84b1081e4f0da62c28225b537feb80bf1cb54e7d3622ac1bddb9e039c05f3915) AuthConfig (9f91a18b46f814fd30561896a181c912dc04402b3dc7e92fc9c3ee524dc6d59b) AuthConfig (903473a9dcd5fa368a6782a20f6e5ee36071693e1434d7778d58084c29fb451d) AuthConfig (47659679cd9ca35b901b56def5f1d40b64cfb810a886bd720944940e15e8bcd9) AuthConfig (e3edd4f213b3733f2cd83359968b1a7783f6d257e8378bc6517e157fae8d00a8) AuthConfig (65db0a878ae456c525a231c582d00b754ca06cfb5bfde14b27a8160d33955f91) AuthConfig (f5609600137e3a31eacdeec3142a6f890cb7252d498a6cafc8819ecc09f80a68) AuthConfig (40261e3fd2719a604d9f5536d0266200a1661aa348d20a99bf6e5c43e9dcafdb) AuthConfig (9297add6227f0654c763fd60b8f228c3eaf01af67d1e98d64b7d09b2ee254582) AuthConfig (2903bc0522b6242e02bbb266c6b5cd45d8c22a77baee214e98c6596bd2df4533) AuthConfig (50831f147c2cbaa2534b03a5a648679dff0ce45aba39fbefbe348d4846796fac) AuthConfig (8c307b72a4f448d146302cc4992bf2a236d9313468e30564f8b735d9fe7ba347) AuthConfig (ab129f296ac193262437566e6419f47320a090b503b82a7b09df33bf7acd050c) AuthConfig (192a2c5582a8725811c21a6f2634b18a30f9bc2e380e9add8d61824cd08b289c) AuthConfig (16f8e38afa2d8155fc392ddca5cfb816e762247879652706cbdb445560f96138) AuthConfig (239f3f4ec5727b5afe1940eb9ab04ad3d453770e23031774f06fa3639b7d1990) AuthConfig (2542b534ed54bea780ea961b79c89927706c3ba02ab78cd6d5ecc49a25399eb6) AuthConfig (eeca19a6522e3ff08ab10798b4aceab8115fbf84a5dc1e0fa9b42c1ece4d3379)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"e2e-auth-iso-157f1b","reconcileID":"8f172783-a3aa-4bff-aecf-84f647d4845d","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:25.791786752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"e2e-auth-iso-94b8f9","reconcileID":"a8d88ed5-c089-4612-bca2-54cb7a2c98a5","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a1d55d","tenantID":"e2e-shared-a-w2-a1d55d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:25.799245314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"e2e-auth-iso-94b8f9","reconcileID":"a8d88ed5-c089-4612-bca2-54cb7a2c98a5","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"name":"e2e-shared-a-w2-a1d55d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:25.805303625Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-a1d55d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3c48d917267394aa08277c56cfa569714e8fda1320ebb1efed840c28b12c9f08) AuthConfig (7160d32c078a70513fefd212388eef98caa1adf311405d4a4220dbd543c4b44a) AuthConfig (4b4d78dade6fcb344a9be8212209d07f297e6c9968d01998e9d469fa17e51e11) AuthConfig (42823df306a258b5a1e3bfddbf8e3078c8186f39101c9f08dcef111048fe3193) AuthConfig (d254849dbacb69e76cc83921539fca59bbaac2c7cc1e77adcf4c4a01ab25fd65) AuthConfig (40bdcaaf4c4456c75ae007a0c25ec3e9d6f72162efd6f3106c2432b12221076e) AuthConfig (2c092cbd7e0ee7771cd81ac7d8e87093fdf754cc2ddcaac8daa9171e1396f204) AuthConfig (bdbf785c200ac4283a90d030bf5746fe9699bab08718e4fe88db4c99c3208671) AuthConfig (db5ea8809446e86011c9b5924c2d1e180c03d1bcbe2e02bd1aa01e4069b3b897) AuthConfig (cbac92e0cc1ddfaa15c67044b1bdf656b330b745d6cbe940f655435b6a0e245f) AuthConfig (ef38528858cc1a5fa5290c6810464bc9e6257165fb947081d5f3f7f2b59e9b65) AuthConfig (43a8eb99197e9f173ee67d125840b13d0132405e8facc37be0ce1033ae0b44df) AuthConfig (367ec95347434b9c06c6270da55606e55e676d08fa439fdae9ab0944a2679ec8) AuthConfig (f9914a07bff6a573ac2f507220a4c1f96ecbadd9891db7278bb1672a7f2c6d58) AuthConfig (8988ae4a23722ba18527a75c5885bf9f6a173eac0a1d41ffa507a93c4c41fe76) AuthConfig (6c989a614ab7a7a80dfb8f038eebd36bb1c8301237c4ea05f168264118213015) AuthConfig (9cf13cad997c5fbd6496792970400cc637eabbe56d350cbd8f14d668285ed443) AuthConfig (4bd5b2f0e56e802d82fb74378fea3f794ae01abf00f79e765ede442e072c704e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"e2e-auth-iso-94b8f9","reconcileID":"a8d88ed5-c089-4612-bca2-54cb7a2c98a5","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:04:27.999219525Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-754cee","namespace":"ai-tenant-e2e-noten-754cee"},"namespace":"ai-tenant-e2e-noten-754cee","name":"noten-model-754cee","reconcileID":"6ef13944-6a7a-4b53-986f-47021947d1a1","MaaSModelRef":{"name":"noten-model-754cee","namespace":"ai-tenant-e2e-noten-754cee"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-754cee/noten-model-754cee: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-754cee/noten-model-754cee-kserve-route (gateways: [openshift-ingress/e2e-noten-754cee]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:04:28.007016735Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-754cee","namespace":"ai-tenant-e2e-noten-754cee"},"namespace":"ai-tenant-e2e-noten-754cee","name":"noten-model-754cee","reconcileID":"6ef13944-6a7a-4b53-986f-47021947d1a1","error":"resolve tenant gateway for model ai-tenant-e2e-noten-754cee/noten-model-754cee: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-754cee/noten-model-754cee-kserve-route (gateways: [openshift-ingress/e2e-noten-754cee]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:04:28.012745289Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-754cee","namespace":"ai-tenant-e2e-noten-754cee"},"namespace":"ai-tenant-e2e-noten-754cee","name":"noten-model-754cee","reconcileID":"b081c59d-b175-460e-8b29-735b5bb884b7","MaaSModelRef":{"name":"noten-model-754cee","namespace":"ai-tenant-e2e-noten-754cee"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-754cee/noten-model-754cee: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-754cee/noten-model-754cee-kserve-route (gateways: [openshift-ingress/e2e-noten-754cee]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:04:28.012804296Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-754cee","namespace":"ai-tenant-e2e-noten-754cee"},"namespace":"ai-tenant-e2e-noten-754cee","name":"noten-model-754cee","reconcileID":"b081c59d-b175-460e-8b29-735b5bb884b7","error":"resolve tenant gateway for model ai-tenant-e2e-noten-754cee/noten-model-754cee: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-754cee/noten-model-754cee-kserve-route (gateways: [openshift-ingress/e2e-noten-754cee]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:04:28.023401344Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-754cee","namespace":"ai-tenant-e2e-noten-754cee"},"namespace":"ai-tenant-e2e-noten-754cee","name":"noten-model-754cee","reconcileID":"e0f02385-f345-495f-b3bc-5a6de90ad54f","MaaSModelRef":{"name":"noten-model-754cee","namespace":"ai-tenant-e2e-noten-754cee"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-754cee/noten-model-754cee: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-754cee/noten-model-754cee-kserve-route (gateways: [openshift-ingress/e2e-noten-754cee]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:04:28.023458427Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-754cee","namespace":"ai-tenant-e2e-noten-754cee"},"namespace":"ai-tenant-e2e-noten-754cee","name":"noten-model-754cee","reconcileID":"e0f02385-f345-495f-b3bc-5a6de90ad54f","error":"resolve tenant gateway for model ai-tenant-e2e-noten-754cee/noten-model-754cee: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-754cee/noten-model-754cee-kserve-route (gateways: [openshift-ingress/e2e-noten-754cee]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:04:28.043923349Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-754cee","namespace":"ai-tenant-e2e-noten-754cee"},"namespace":"ai-tenant-e2e-noten-754cee","name":"noten-model-754cee","reconcileID":"cd51dd0c-f078-466a-8def-29cc8d7de575","MaaSModelRef":{"name":"noten-model-754cee","namespace":"ai-tenant-e2e-noten-754cee"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-754cee/noten-model-754cee: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-754cee/noten-model-754cee-kserve-route (gateways: [openshift-ingress/e2e-noten-754cee]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:04:28.043976833Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-754cee","namespace":"ai-tenant-e2e-noten-754cee"},"namespace":"ai-tenant-e2e-noten-754cee","name":"noten-model-754cee","reconcileID":"cd51dd0c-f078-466a-8def-29cc8d7de575","error":"resolve tenant gateway for model ai-tenant-e2e-noten-754cee/noten-model-754cee: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-754cee/noten-model-754cee-kserve-route (gateways: [openshift-ingress/e2e-noten-754cee]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:04:28.084844067Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-754cee","namespace":"ai-tenant-e2e-noten-754cee"},"namespace":"ai-tenant-e2e-noten-754cee","name":"noten-model-754cee","reconcileID":"eb3c14d8-0296-4c1a-903f-af11bce57975","MaaSModelRef":{"name":"noten-model-754cee","namespace":"ai-tenant-e2e-noten-754cee"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-754cee/noten-model-754cee: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-754cee/noten-model-754cee-kserve-route (gateways: [openshift-ingress/e2e-noten-754cee]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:04:28.084914124Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-754cee","namespace":"ai-tenant-e2e-noten-754cee"},"namespace":"ai-tenant-e2e-noten-754cee","name":"noten-model-754cee","reconcileID":"eb3c14d8-0296-4c1a-903f-af11bce57975","error":"resolve tenant gateway for model ai-tenant-e2e-noten-754cee/noten-model-754cee: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-754cee/noten-model-754cee-kserve-route (gateways: [openshift-ingress/e2e-noten-754cee]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:04:28.168378262Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-754cee","namespace":"ai-tenant-e2e-noten-754cee"},"namespace":"ai-tenant-e2e-noten-754cee","name":"noten-model-754cee","reconcileID":"ba704182-1104-4faf-814f-578b269a382c","MaaSModelRef":{"name":"noten-model-754cee","namespace":"ai-tenant-e2e-noten-754cee"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-754cee/noten-model-754cee: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-754cee/noten-model-754cee-kserve-route (gateways: [openshift-ingress/e2e-noten-754cee]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:04:28.168538251Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-754cee","namespace":"ai-tenant-e2e-noten-754cee"},"namespace":"ai-tenant-e2e-noten-754cee","name":"noten-model-754cee","reconcileID":"ba704182-1104-4faf-814f-578b269a382c","error":"resolve tenant gateway for model ai-tenant-e2e-noten-754cee/noten-model-754cee: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-754cee/noten-model-754cee-kserve-route (gateways: [openshift-ingress/e2e-noten-754cee]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:04:28.329490459Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-754cee","namespace":"ai-tenant-e2e-noten-754cee"},"namespace":"ai-tenant-e2e-noten-754cee","name":"noten-model-754cee","reconcileID":"7e4da27c-5483-499e-b165-fb1bc7de39c0","MaaSModelRef":{"name":"noten-model-754cee","namespace":"ai-tenant-e2e-noten-754cee"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-754cee/noten-model-754cee: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-754cee/noten-model-754cee-kserve-route (gateways: [openshift-ingress/e2e-noten-754cee]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:04:28.32956196Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-754cee","namespace":"ai-tenant-e2e-noten-754cee"},"namespace":"ai-tenant-e2e-noten-754cee","name":"noten-model-754cee","reconcileID":"7e4da27c-5483-499e-b165-fb1bc7de39c0","error":"resolve tenant gateway for model ai-tenant-e2e-noten-754cee/noten-model-754cee: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-754cee/noten-model-754cee-kserve-route (gateways: [openshift-ingress/e2e-noten-754cee]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:04:28.657456295Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-754cee","namespace":"ai-tenant-e2e-noten-754cee"},"namespace":"ai-tenant-e2e-noten-754cee","name":"noten-model-754cee","reconcileID":"5b0966d9-7730-4af5-94ed-9664b3269a74","MaaSModelRef":{"name":"noten-model-754cee","namespace":"ai-tenant-e2e-noten-754cee"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-754cee/noten-model-754cee: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-754cee/noten-model-754cee-kserve-route (gateways: [openshift-ingress/e2e-noten-754cee]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:04:28.657543542Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-754cee","namespace":"ai-tenant-e2e-noten-754cee"},"namespace":"ai-tenant-e2e-noten-754cee","name":"noten-model-754cee","reconcileID":"5b0966d9-7730-4af5-94ed-9664b3269a74","error":"resolve tenant gateway for model ai-tenant-e2e-noten-754cee/noten-model-754cee: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-754cee/noten-model-754cee-kserve-route (gateways: [openshift-ingress/e2e-noten-754cee]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:04:29.298489047Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-754cee","namespace":"ai-tenant-e2e-noten-754cee"},"namespace":"ai-tenant-e2e-noten-754cee","name":"noten-model-754cee","reconcileID":"d859855e-8202-4fa8-a173-c721ab6b820b","MaaSModelRef":{"name":"noten-model-754cee","namespace":"ai-tenant-e2e-noten-754cee"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-754cee/noten-model-754cee: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-754cee/noten-model-754cee-kserve-route (gateways: [openshift-ingress/e2e-noten-754cee]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:04:29.298566315Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-754cee","namespace":"ai-tenant-e2e-noten-754cee"},"namespace":"ai-tenant-e2e-noten-754cee","name":"noten-model-754cee","reconcileID":"d859855e-8202-4fa8-a173-c721ab6b820b","error":"resolve tenant gateway for model ai-tenant-e2e-noten-754cee/noten-model-754cee: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-754cee/noten-model-754cee-kserve-route (gateways: [openshift-ingress/e2e-noten-754cee]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:31.200037718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"e2e-auth-iso-752718","reconcileID":"960abb24-80c8-4544-95b1-f1761bc25e2c","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-c2e3f9","tenantID":"e2e-shared-a-w3-c2e3f9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:31.210401988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"e2e-auth-iso-752718","reconcileID":"960abb24-80c8-4544-95b1-f1761bc25e2c","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"name":"e2e-shared-a-w3-c2e3f9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:31.216484561Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-c2e3f9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"e2e-auth-iso-752718","reconcileID":"960abb24-80c8-4544-95b1-f1761bc25e2c","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:34.456403625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"e2e-auth-iso-d3661f","reconcileID":"8817a3bf-9652-466a-8978-834eb618feee","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-baa504","tenantID":"e2e-shared-a-w0-baa504","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:34.530618476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"e2e-auth-iso-d3661f","reconcileID":"8817a3bf-9652-466a-8978-834eb618feee","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"name":"e2e-shared-a-w0-baa504-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:34.551787054Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-baa504-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"e2e-auth-iso-d3661f","reconcileID":"8817a3bf-9652-466a-8978-834eb618feee","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:35.691161532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"e2e-auth-iso-157f1b","reconcileID":"10ee3854-9236-4ca4-9295-da7b52a326cb","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ef6b56","tenantID":"e2e-shared-a-w4-ef6b56","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:35.706337938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"e2e-auth-iso-157f1b","reconcileID":"10ee3854-9236-4ca4-9295-da7b52a326cb","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"name":"e2e-shared-a-w4-ef6b56-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:35.713440229Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-ef6b56-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (84b1081e4f0da62c28225b537feb80bf1cb54e7d3622ac1bddb9e039c05f3915) AuthConfig (9f91a18b46f814fd30561896a181c912dc04402b3dc7e92fc9c3ee524dc6d59b) AuthConfig (903473a9dcd5fa368a6782a20f6e5ee36071693e1434d7778d58084c29fb451d) AuthConfig (47659679cd9ca35b901b56def5f1d40b64cfb810a886bd720944940e15e8bcd9) AuthConfig (e3edd4f213b3733f2cd83359968b1a7783f6d257e8378bc6517e157fae8d00a8) AuthConfig (65db0a878ae456c525a231c582d00b754ca06cfb5bfde14b27a8160d33955f91) AuthConfig (f5609600137e3a31eacdeec3142a6f890cb7252d498a6cafc8819ecc09f80a68) AuthConfig (40261e3fd2719a604d9f5536d0266200a1661aa348d20a99bf6e5c43e9dcafdb) AuthConfig (9297add6227f0654c763fd60b8f228c3eaf01af67d1e98d64b7d09b2ee254582) AuthConfig (2903bc0522b6242e02bbb266c6b5cd45d8c22a77baee214e98c6596bd2df4533) AuthConfig (50831f147c2cbaa2534b03a5a648679dff0ce45aba39fbefbe348d4846796fac) AuthConfig (8c307b72a4f448d146302cc4992bf2a236d9313468e30564f8b735d9fe7ba347) AuthConfig (ab129f296ac193262437566e6419f47320a090b503b82a7b09df33bf7acd050c) AuthConfig (192a2c5582a8725811c21a6f2634b18a30f9bc2e380e9add8d61824cd08b289c) AuthConfig (16f8e38afa2d8155fc392ddca5cfb816e762247879652706cbdb445560f96138) AuthConfig (239f3f4ec5727b5afe1940eb9ab04ad3d453770e23031774f06fa3639b7d1990) AuthConfig (2542b534ed54bea780ea961b79c89927706c3ba02ab78cd6d5ecc49a25399eb6) AuthConfig (eeca19a6522e3ff08ab10798b4aceab8115fbf84a5dc1e0fa9b42c1ece4d3379)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"e2e-auth-iso-157f1b","reconcileID":"10ee3854-9236-4ca4-9295-da7b52a326cb","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:35.812935716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"e2e-auth-iso-94b8f9","reconcileID":"4fc818c4-f4b6-4185-8f44-ee8266661f7d","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a1d55d","tenantID":"e2e-shared-a-w2-a1d55d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:35.82073407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"e2e-auth-iso-94b8f9","reconcileID":"4fc818c4-f4b6-4185-8f44-ee8266661f7d","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"name":"e2e-shared-a-w2-a1d55d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:35.827727724Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-a1d55d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3c48d917267394aa08277c56cfa569714e8fda1320ebb1efed840c28b12c9f08) AuthConfig (7160d32c078a70513fefd212388eef98caa1adf311405d4a4220dbd543c4b44a) AuthConfig (4b4d78dade6fcb344a9be8212209d07f297e6c9968d01998e9d469fa17e51e11) AuthConfig (42823df306a258b5a1e3bfddbf8e3078c8186f39101c9f08dcef111048fe3193) AuthConfig (d254849dbacb69e76cc83921539fca59bbaac2c7cc1e77adcf4c4a01ab25fd65) AuthConfig (40bdcaaf4c4456c75ae007a0c25ec3e9d6f72162efd6f3106c2432b12221076e) AuthConfig (2c092cbd7e0ee7771cd81ac7d8e87093fdf754cc2ddcaac8daa9171e1396f204) AuthConfig (bdbf785c200ac4283a90d030bf5746fe9699bab08718e4fe88db4c99c3208671) AuthConfig (db5ea8809446e86011c9b5924c2d1e180c03d1bcbe2e02bd1aa01e4069b3b897) AuthConfig (cbac92e0cc1ddfaa15c67044b1bdf656b330b745d6cbe940f655435b6a0e245f) AuthConfig (ef38528858cc1a5fa5290c6810464bc9e6257165fb947081d5f3f7f2b59e9b65) AuthConfig (43a8eb99197e9f173ee67d125840b13d0132405e8facc37be0ce1033ae0b44df) AuthConfig (367ec95347434b9c06c6270da55606e55e676d08fa439fdae9ab0944a2679ec8) AuthConfig (f9914a07bff6a573ac2f507220a4c1f96ecbadd9891db7278bb1672a7f2c6d58) AuthConfig (8988ae4a23722ba18527a75c5885bf9f6a173eac0a1d41ffa507a93c4c41fe76) AuthConfig (6c989a614ab7a7a80dfb8f038eebd36bb1c8301237c4ea05f168264118213015) AuthConfig (9cf13cad997c5fbd6496792970400cc637eabbe56d350cbd8f14d668285ed443) AuthConfig (4bd5b2f0e56e802d82fb74378fea3f794ae01abf00f79e765ede442e072c704e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"e2e-auth-iso-94b8f9","reconcileID":"4fc818c4-f4b6-4185-8f44-ee8266661f7d","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:40.386147448Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:41.231373484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"e2e-auth-iso-752718","reconcileID":"895322ea-c1c2-49bf-b326-a0d522fc0132","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-c2e3f9","tenantID":"e2e-shared-a-w3-c2e3f9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:41.239728001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"e2e-auth-iso-752718","reconcileID":"895322ea-c1c2-49bf-b326-a0d522fc0132","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"name":"e2e-shared-a-w3-c2e3f9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:41.248499326Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-c2e3f9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"e2e-auth-iso-752718","reconcileID":"895322ea-c1c2-49bf-b326-a0d522fc0132","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:44.558490067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"e2e-auth-iso-d3661f","reconcileID":"3d36bf83-24e8-4b69-a2eb-b05fd693e96a","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-baa504","tenantID":"e2e-shared-a-w0-baa504","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:44.566106663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"e2e-auth-iso-d3661f","reconcileID":"3d36bf83-24e8-4b69-a2eb-b05fd693e96a","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"name":"e2e-shared-a-w0-baa504-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:44.572545399Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-baa504-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6dc687e9e140adb25ab35a7f213d4b81e307ab75a64df6ccfb854d01f35c8bee) AuthConfig (b7f152c81290430ef8dda83fd89f823c3c4c2ba904536652ee2a4e9bc0fdb784) AuthConfig (8552fd28cfd8ecc3bf7ad841d2f2b361e10cc2b8002eef5674e0252b06c867dc) AuthConfig (bccc32e472902d1b844b882f73d90c8433eb1af643206d246f719b356f8fb66c) AuthConfig (7a255930ef9d85532bee9d4543010f529e4263a3dc963026172b3bd90b785be7) AuthConfig (35edcf9695321d1ddfc59757faa0699c81133ad546e6f5c0bf07e5703eb6d1f5) AuthConfig (7af7193d3569b9d5007ac381e66d88cfc3dee9eee03209e434160ceaed28ab02) AuthConfig (ef9187d24147d5be41ae223dbed1cfce5404416888ca015c078ecd523a8dc237) AuthConfig (2474ac18cdcc22658921ce1b2eab62640a27eb2388d076e612a4c9cc9206a8df) AuthConfig (14a3b65440699c3d75f28b5aa5584a7486f5138968ec3504b904c32c08672a74) AuthConfig (4057e1087e0b646c4417ab4e64271adc926fc4958f3118be53e8ddc9a846db3b) AuthConfig (adde7b8405006573814d1d358273b53ebb2b161f28397cd80b9397b8f54560f0) AuthConfig (7586e403f93c9c06d2c15e52b12147c68757b7d1b49e6cedd427d601ae4c71f3) AuthConfig (647e9b6c6db914bfd3897487953d1ba257434fc0875159e55f755a248f123199) AuthConfig (379d897060e71d94a1b1760138ffde89b65ea5edbbf84a1e08ee8c828e147551) AuthConfig (9bcfa3629d3f072a832bb7c0ffdfc383f39524cb7d3de51d79a5c1df9b6f8efb) AuthConfig (01863c74206a7e5009aaa96a702d99324833dfc72ae2d9bb5e26474d5c843987) AuthConfig (9301d60be2ea36347281f5d29317a1d5623c65bb751369a7d11906f65340df41)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"e2e-auth-iso-d3661f","reconcileID":"3d36bf83-24e8-4b69-a2eb-b05fd693e96a","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:44.581979132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"auth-test-model-baa504","reconcileID":"0f0ad830-ce34-47a4-b1b7-9d989b6be5d6","MaaSModelRef":{"name":"auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"tenant":"e2e-shared-a-w0-baa504","gateway":"openshift-ingress/e2e-shared-a-w0-baa504","model":"ai-tenant-e2e-shared-a-w0-baa504/auth-test-model-baa504","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:44.582001088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"auth-test-model-baa504","reconcileID":"0f0ad830-ce34-47a4-b1b7-9d989b6be5d6","MaaSModelRef":{"name":"auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"routeName":"auth-test-model-baa504-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-baa504","llmisvcName":"auth-test-model-baa504","gateway":"openshift-ingress/e2e-shared-a-w0-baa504","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:45.741610524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"e2e-auth-iso-157f1b","reconcileID":"f4bfda97-c5dc-40e3-9891-a9e9aa20f014","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ef6b56","tenantID":"e2e-shared-a-w4-ef6b56","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:45.754699208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"e2e-auth-iso-157f1b","reconcileID":"f4bfda97-c5dc-40e3-9891-a9e9aa20f014","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"name":"e2e-shared-a-w4-ef6b56-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:45.827345744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"auth-test-model-ef6b56","reconcileID":"1331740b-ee83-46ac-ad65-510d90ddd398","MaaSModelRef":{"name":"auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"tenant":"e2e-shared-a-w4-ef6b56","gateway":"openshift-ingress/e2e-shared-a-w4-ef6b56","model":"ai-tenant-e2e-shared-a-w4-ef6b56/auth-test-model-ef6b56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:45.827432255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"auth-test-model-ef6b56","reconcileID":"1331740b-ee83-46ac-ad65-510d90ddd398","MaaSModelRef":{"name":"auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"routeName":"auth-test-model-ef6b56-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","llmisvcName":"auth-test-model-ef6b56","gateway":"openshift-ingress/e2e-shared-a-w4-ef6b56","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:45.840919494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"e2e-auth-iso-94b8f9","reconcileID":"b70b51f7-69c9-4005-a515-b49774722aef","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a1d55d","tenantID":"e2e-shared-a-w2-a1d55d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:45.850260958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"e2e-auth-iso-94b8f9","reconcileID":"b70b51f7-69c9-4005-a515-b49774722aef","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"name":"e2e-shared-a-w2-a1d55d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:45.926957662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"auth-test-model-a1d55d","reconcileID":"04f6f5ff-a9c3-4c77-aed6-4beaea98630f","MaaSModelRef":{"name":"auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"tenant":"e2e-shared-a-w2-a1d55d","gateway":"openshift-ingress/e2e-shared-a-w2-a1d55d","model":"ai-tenant-e2e-shared-a-w2-a1d55d/auth-test-model-a1d55d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:45.926982131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"auth-test-model-a1d55d","reconcileID":"04f6f5ff-a9c3-4c77-aed6-4beaea98630f","MaaSModelRef":{"name":"auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"routeName":"auth-test-model-a1d55d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","llmisvcName":"auth-test-model-a1d55d","gateway":"openshift-ingress/e2e-shared-a-w2-a1d55d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:48.176307033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"auth-test-model-ef6b56","reconcileID":"64058cf2-3f57-475b-826e-ea76c386a90e","MaaSModelRef":{"name":"auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"tenant":"e2e-shared-a-w4-ef6b56","gateway":"openshift-ingress/e2e-shared-a-w4-ef6b56","model":"ai-tenant-e2e-shared-a-w4-ef6b56/auth-test-model-ef6b56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:48.176329469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"auth-test-model-ef6b56","reconcileID":"64058cf2-3f57-475b-826e-ea76c386a90e","MaaSModelRef":{"name":"auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"routeName":"auth-test-model-ef6b56-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","llmisvcName":"auth-test-model-ef6b56","gateway":"openshift-ingress/e2e-shared-a-w4-ef6b56","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:48.194764527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"e2e-auth-iso-157f1b","reconcileID":"9e0eddeb-850f-4e07-8e32-7e99de135bac","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ef6b56","tenantID":"e2e-shared-a-w4-ef6b56","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:48.19626893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"auth-test-model-ef6b56","reconcileID":"217042d9-bbdd-4456-ad69-ba9d3f5763c7","MaaSModelRef":{"name":"auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"tenant":"e2e-shared-a-w4-ef6b56","gateway":"openshift-ingress/e2e-shared-a-w4-ef6b56","model":"ai-tenant-e2e-shared-a-w4-ef6b56/auth-test-model-ef6b56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:48.19634939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"auth-test-model-ef6b56","reconcileID":"217042d9-bbdd-4456-ad69-ba9d3f5763c7","MaaSModelRef":{"name":"auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"routeName":"auth-test-model-ef6b56-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","llmisvcName":"auth-test-model-ef6b56","gateway":"openshift-ingress/e2e-shared-a-w4-ef6b56","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:48.206742543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"e2e-auth-iso-157f1b","reconcileID":"9e0eddeb-850f-4e07-8e32-7e99de135bac","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"name":"e2e-shared-a-w4-ef6b56-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:04:48.21561799Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"e2e-auth-iso-157f1b","reconcileID":"18a3aa63-76a6-4014-aa49-66902af9eacd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-157f1b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:48.233414342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"auth-test-model-ef6b56","reconcileID":"d91936d3-35d5-4ef2-ae61-6b4e9eb9aced","MaaSModelRef":{"name":"auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"tenant":"e2e-shared-a-w4-ef6b56","gateway":"openshift-ingress/e2e-shared-a-w4-ef6b56","model":"ai-tenant-e2e-shared-a-w4-ef6b56/auth-test-model-ef6b56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:48.233431621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"auth-test-model-ef6b56","reconcileID":"d91936d3-35d5-4ef2-ae61-6b4e9eb9aced","MaaSModelRef":{"name":"auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"routeName":"auth-test-model-ef6b56-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","llmisvcName":"auth-test-model-ef6b56","gateway":"openshift-ingress/e2e-shared-a-w4-ef6b56","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:48.248915511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"auth-test-model-ef6b56","reconcileID":"1cc84c97-5e63-471c-bc19-d4dcdc226b57","MaaSModelRef":{"name":"auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"tenant":"e2e-shared-a-w4-ef6b56","gateway":"openshift-ingress/e2e-shared-a-w4-ef6b56","model":"ai-tenant-e2e-shared-a-w4-ef6b56/auth-test-model-ef6b56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:48.248931115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"auth-test-model-ef6b56","reconcileID":"1cc84c97-5e63-471c-bc19-d4dcdc226b57","MaaSModelRef":{"name":"auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"routeName":"auth-test-model-ef6b56-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","llmisvcName":"auth-test-model-ef6b56","gateway":"openshift-ingress/e2e-shared-a-w4-ef6b56","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:48.275979045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"auth-test-model-a1d55d","reconcileID":"c5cd999b-e7a4-408d-9374-6dd8b7b1df5e","MaaSModelRef":{"name":"auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"tenant":"e2e-shared-a-w2-a1d55d","gateway":"openshift-ingress/e2e-shared-a-w2-a1d55d","model":"ai-tenant-e2e-shared-a-w2-a1d55d/auth-test-model-a1d55d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:48.276004245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"auth-test-model-a1d55d","reconcileID":"c5cd999b-e7a4-408d-9374-6dd8b7b1df5e","MaaSModelRef":{"name":"auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"routeName":"auth-test-model-a1d55d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","llmisvcName":"auth-test-model-a1d55d","gateway":"openshift-ingress/e2e-shared-a-w2-a1d55d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:48.283898833Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"e2e-auth-iso-157f1b","reconcileID":"c21db958-45f3-498a-9e5e-f78e5d76e0a2","MaaSSubscription":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"name":"maas-trlp-auth-test-model-ef6b56","model":"auth-test-model-ef6b56","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-ef6b56/e2e-auth-iso-157f1b"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:48.28842188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"e2e-auth-iso-157f1b","reconcileID":"4613609b-9080-4fb7-a601-3d4ab012112e","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ef6b56","tenantID":"e2e-shared-a-w4-ef6b56","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:48.288766961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"auth-test-model-a1d55d","reconcileID":"11df4408-27ea-4246-8616-096a3d506dfb","MaaSModelRef":{"name":"auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"tenant":"e2e-shared-a-w2-a1d55d","gateway":"openshift-ingress/e2e-shared-a-w2-a1d55d","model":"ai-tenant-e2e-shared-a-w2-a1d55d/auth-test-model-a1d55d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:48.288786465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"auth-test-model-a1d55d","reconcileID":"11df4408-27ea-4246-8616-096a3d506dfb","MaaSModelRef":{"name":"auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"routeName":"auth-test-model-a1d55d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","llmisvcName":"auth-test-model-a1d55d","gateway":"openshift-ingress/e2e-shared-a-w2-a1d55d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:04:48.290529143Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"e2e-auth-iso-94b8f9","reconcileID":"d0740b04-68b8-4f37-829a-4b11b67c6155","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-94b8f9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:48.297333493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"e2e-auth-iso-157f1b","reconcileID":"4613609b-9080-4fb7-a601-3d4ab012112e","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"name":"e2e-shared-a-w4-ef6b56-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:48.304641157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"auth-test-model-a1d55d","reconcileID":"2b0726c5-82a2-4a77-88a8-8f79967e8619","MaaSModelRef":{"name":"auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"tenant":"e2e-shared-a-w2-a1d55d","gateway":"openshift-ingress/e2e-shared-a-w2-a1d55d","model":"ai-tenant-e2e-shared-a-w2-a1d55d/auth-test-model-a1d55d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:48.304661309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"auth-test-model-a1d55d","reconcileID":"2b0726c5-82a2-4a77-88a8-8f79967e8619","MaaSModelRef":{"name":"auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"routeName":"auth-test-model-a1d55d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","llmisvcName":"auth-test-model-a1d55d","gateway":"openshift-ingress/e2e-shared-a-w2-a1d55d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:48.312173838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"auth-test-model-ef6b56","reconcileID":"624270df-237c-4029-bfaa-ffab538294c6","MaaSModelRef":{"name":"auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"tenant":"e2e-shared-a-w4-ef6b56","gateway":"openshift-ingress/e2e-shared-a-w4-ef6b56","model":"ai-tenant-e2e-shared-a-w4-ef6b56/auth-test-model-ef6b56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:48.31218857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"auth-test-model-ef6b56","reconcileID":"624270df-237c-4029-bfaa-ffab538294c6","MaaSModelRef":{"name":"auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"routeName":"auth-test-model-ef6b56-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","llmisvcName":"auth-test-model-ef6b56","gateway":"openshift-ingress/e2e-shared-a-w4-ef6b56","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:48.314779127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"auth-test-model-a1d55d","reconcileID":"91742f4d-c87b-4173-8899-a77038dd62c3","MaaSModelRef":{"name":"auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"tenant":"e2e-shared-a-w2-a1d55d","gateway":"openshift-ingress/e2e-shared-a-w2-a1d55d","model":"ai-tenant-e2e-shared-a-w2-a1d55d/auth-test-model-a1d55d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:48.314794144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"auth-test-model-a1d55d","reconcileID":"91742f4d-c87b-4173-8899-a77038dd62c3","MaaSModelRef":{"name":"auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"routeName":"auth-test-model-a1d55d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","llmisvcName":"auth-test-model-a1d55d","gateway":"openshift-ingress/e2e-shared-a-w2-a1d55d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:48.366965892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"e2e-auth-iso-157f1b","reconcileID":"09ede0e7-eed8-430f-a24e-e49dd98f88b9","MaaSSubscription":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"name":"maas-trlp-auth-test-model-ef6b56","model":"ai-tenant-e2e-shared-a-w4-ef6b56/auth-test-model-ef6b56","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:48.37094355Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"e2e-auth-iso-94b8f9","reconcileID":"0cd813ef-5e9c-43ac-8540-1c1ad40095bc","MaaSSubscription":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"name":"maas-trlp-auth-test-model-a1d55d","model":"auth-test-model-a1d55d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-a1d55d/e2e-auth-iso-94b8f9"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:48.386729615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"e2e-auth-iso-94b8f9","reconcileID":"662745ee-1803-43c1-bb72-6a3495857316","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a1d55d","tenantID":"e2e-shared-a-w2-a1d55d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:48.393446928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"auth-test-model-a1d55d","reconcileID":"591dd31e-8fc7-41b2-8b41-beccc25f5e2a","MaaSModelRef":{"name":"auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"tenant":"e2e-shared-a-w2-a1d55d","gateway":"openshift-ingress/e2e-shared-a-w2-a1d55d","model":"ai-tenant-e2e-shared-a-w2-a1d55d/auth-test-model-a1d55d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:48.393465846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"auth-test-model-a1d55d","reconcileID":"591dd31e-8fc7-41b2-8b41-beccc25f5e2a","MaaSModelRef":{"name":"auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"routeName":"auth-test-model-a1d55d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","llmisvcName":"auth-test-model-a1d55d","gateway":"openshift-ingress/e2e-shared-a-w2-a1d55d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:48.395833367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"e2e-auth-iso-94b8f9","reconcileID":"662745ee-1803-43c1-bb72-6a3495857316","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"name":"e2e-shared-a-w2-a1d55d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:48.469720469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"e2e-auth-iso-94b8f9","reconcileID":"b349669a-5a7e-4c82-8176-b6ddeb710ed8","MaaSSubscription":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"name":"maas-trlp-auth-test-model-a1d55d","model":"ai-tenant-e2e-shared-a-w2-a1d55d/auth-test-model-a1d55d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:48.485813953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"e2e-auth-iso-94b8f9","reconcileID":"2b0b80ea-b5dd-4c02-a3ac-a410398d0538","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a1d55d","tenantID":"e2e-shared-a-w2-a1d55d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:48.494233355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"e2e-auth-iso-94b8f9","reconcileID":"2b0b80ea-b5dd-4c02-a3ac-a410398d0538","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"name":"e2e-shared-a-w2-a1d55d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:51.261450198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"e2e-auth-iso-752718","reconcileID":"214c6a7e-2d84-41a3-8cde-e051de9cb48d","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-c2e3f9","tenantID":"e2e-shared-a-w3-c2e3f9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:51.269267437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"e2e-auth-iso-752718","reconcileID":"214c6a7e-2d84-41a3-8cde-e051de9cb48d","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"name":"e2e-shared-a-w3-c2e3f9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:51.276267283Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-c2e3f9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (eff908231a3f2ef3a6916ae99796c711a1faef404bb9b3579618c7857be59570) AuthConfig (25026ff6f260441e4cd42116ff4c23b91c6048354bbdc4174cd292fcfe6ce091) AuthConfig (89986c0ca71ac72f411cadc93dd3e9811fadcca7ec276e4a0cf83fbeab7c4286) AuthConfig (f02afd0d1b1ba1733158032978e2e65ecc9d52c3872ce3349c770e060eb35fb9) AuthConfig (9f7084a8e7e284525b7e2ae48fab6d40ab7bdb8d2420824fe10fa0209977ae50) AuthConfig (da1fd300a9967ca0544575ea9b303287e2b2cdf408b4b71dc1b2921bb1abe74d) AuthConfig (60dc531b94f93ffbcf28f623e07994d432dbb083dcc5dc3e8461d632a150b6e7) AuthConfig (87e329087095840de310ecec76599702db5fea813476d03697b9469a1ee69cd6) AuthConfig (9fa6b144b863dabe3db452284074529aac978b9dd0f97e95e2d7476c5cbd3d9d) AuthConfig (47774770a66808509c0ee64d0d362246191cba9b91cc3999e6c806ba49626d28) AuthConfig (cc24976bc6096b87164a24ec2ddde2d48b23fa5eea5f1e6c50854f05dc2eafff) AuthConfig (488ee47a914a463eefeb090c0b558f7fb284ecf777746281abb24f3712915f46) AuthConfig (10e96d4cb66f673ab74eda7dca1e7378ccfd0a4d9bf10e7bca18d9341233ea06) AuthConfig (7cc794fa6d8475ce66b4d0350f8defb6c0943c23b081047f91369d4d8c095859) AuthConfig (26d8274d5a6997f05e115877101bb4134d96e4e07370f4e816a7acf5623e8fc6) AuthConfig (8643526b267a7a343604ccc1443ee82fa065c52ca5df213dd20ad9463dfe3220) AuthConfig (9c8079b04cdd9af36e8e2dc285a3996d931540fbbc436cae98c1b4742b37c1be) AuthConfig (0f666d49826df768646fc3c54a0de1b40ee6cb4f49db97ce13104f798e9930ae)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"e2e-auth-iso-752718","reconcileID":"214c6a7e-2d84-41a3-8cde-e051de9cb48d","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:51.285317603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"auth-test-model-c2e3f9","reconcileID":"40f30f14-959d-4d72-a92d-46c1874e0e9c","MaaSModelRef":{"name":"auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"tenant":"e2e-shared-a-w3-c2e3f9","gateway":"openshift-ingress/e2e-shared-a-w3-c2e3f9","model":"ai-tenant-e2e-shared-a-w3-c2e3f9/auth-test-model-c2e3f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:51.285335185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"auth-test-model-c2e3f9","reconcileID":"40f30f14-959d-4d72-a92d-46c1874e0e9c","MaaSModelRef":{"name":"auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"routeName":"auth-test-model-c2e3f9-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","llmisvcName":"auth-test-model-c2e3f9","gateway":"openshift-ingress/e2e-shared-a-w3-c2e3f9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:54.593517449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"e2e-auth-iso-d3661f","reconcileID":"5b08d1da-c1d4-4ad5-8672-0889500c49fe","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-baa504","tenantID":"e2e-shared-a-w0-baa504","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:54.60304858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"e2e-auth-iso-d3661f","reconcileID":"5b08d1da-c1d4-4ad5-8672-0889500c49fe","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"name":"e2e-shared-a-w0-baa504-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:54.61592326Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-baa504-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6dc687e9e140adb25ab35a7f213d4b81e307ab75a64df6ccfb854d01f35c8bee) AuthConfig (b7f152c81290430ef8dda83fd89f823c3c4c2ba904536652ee2a4e9bc0fdb784) AuthConfig (8552fd28cfd8ecc3bf7ad841d2f2b361e10cc2b8002eef5674e0252b06c867dc) AuthConfig (bccc32e472902d1b844b882f73d90c8433eb1af643206d246f719b356f8fb66c) AuthConfig (7a255930ef9d85532bee9d4543010f529e4263a3dc963026172b3bd90b785be7) AuthConfig (35edcf9695321d1ddfc59757faa0699c81133ad546e6f5c0bf07e5703eb6d1f5) AuthConfig (7af7193d3569b9d5007ac381e66d88cfc3dee9eee03209e434160ceaed28ab02) AuthConfig (ef9187d24147d5be41ae223dbed1cfce5404416888ca015c078ecd523a8dc237) AuthConfig (2474ac18cdcc22658921ce1b2eab62640a27eb2388d076e612a4c9cc9206a8df) AuthConfig (14a3b65440699c3d75f28b5aa5584a7486f5138968ec3504b904c32c08672a74) AuthConfig (4057e1087e0b646c4417ab4e64271adc926fc4958f3118be53e8ddc9a846db3b) AuthConfig (adde7b8405006573814d1d358273b53ebb2b161f28397cd80b9397b8f54560f0) AuthConfig (7586e403f93c9c06d2c15e52b12147c68757b7d1b49e6cedd427d601ae4c71f3) AuthConfig (647e9b6c6db914bfd3897487953d1ba257434fc0875159e55f755a248f123199) AuthConfig (379d897060e71d94a1b1760138ffde89b65ea5edbbf84a1e08ee8c828e147551) AuthConfig (9bcfa3629d3f072a832bb7c0ffdfc383f39524cb7d3de51d79a5c1df9b6f8efb) AuthConfig (01863c74206a7e5009aaa96a702d99324833dfc72ae2d9bb5e26474d5c843987) AuthConfig (9301d60be2ea36347281f5d29317a1d5623c65bb751369a7d11906f65340df41)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"e2e-auth-iso-d3661f","reconcileID":"5b08d1da-c1d4-4ad5-8672-0889500c49fe","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:01.294634185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"e2e-auth-iso-752718","reconcileID":"4f7b5206-39f3-40b9-a6b5-babde153b58c","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-c2e3f9","tenantID":"e2e-shared-a-w3-c2e3f9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:01.303229885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"e2e-auth-iso-752718","reconcileID":"4f7b5206-39f3-40b9-a6b5-babde153b58c","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"name":"e2e-shared-a-w3-c2e3f9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:01.31025337Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-c2e3f9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (eff908231a3f2ef3a6916ae99796c711a1faef404bb9b3579618c7857be59570) AuthConfig (25026ff6f260441e4cd42116ff4c23b91c6048354bbdc4174cd292fcfe6ce091) AuthConfig (89986c0ca71ac72f411cadc93dd3e9811fadcca7ec276e4a0cf83fbeab7c4286) AuthConfig (f02afd0d1b1ba1733158032978e2e65ecc9d52c3872ce3349c770e060eb35fb9) AuthConfig (9f7084a8e7e284525b7e2ae48fab6d40ab7bdb8d2420824fe10fa0209977ae50) AuthConfig (da1fd300a9967ca0544575ea9b303287e2b2cdf408b4b71dc1b2921bb1abe74d) AuthConfig (60dc531b94f93ffbcf28f623e07994d432dbb083dcc5dc3e8461d632a150b6e7) AuthConfig (87e329087095840de310ecec76599702db5fea813476d03697b9469a1ee69cd6) AuthConfig (9fa6b144b863dabe3db452284074529aac978b9dd0f97e95e2d7476c5cbd3d9d) AuthConfig (47774770a66808509c0ee64d0d362246191cba9b91cc3999e6c806ba49626d28) AuthConfig (cc24976bc6096b87164a24ec2ddde2d48b23fa5eea5f1e6c50854f05dc2eafff) AuthConfig (488ee47a914a463eefeb090c0b558f7fb284ecf777746281abb24f3712915f46) AuthConfig (10e96d4cb66f673ab74eda7dca1e7378ccfd0a4d9bf10e7bca18d9341233ea06) AuthConfig (7cc794fa6d8475ce66b4d0350f8defb6c0943c23b081047f91369d4d8c095859) AuthConfig (26d8274d5a6997f05e115877101bb4134d96e4e07370f4e816a7acf5623e8fc6) AuthConfig (8643526b267a7a343604ccc1443ee82fa065c52ca5df213dd20ad9463dfe3220) AuthConfig (9c8079b04cdd9af36e8e2dc285a3996d931540fbbc436cae98c1b4742b37c1be) AuthConfig (0f666d49826df768646fc3c54a0de1b40ee6cb4f49db97ce13104f798e9930ae)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"e2e-auth-iso-752718","reconcileID":"4f7b5206-39f3-40b9-a6b5-babde153b58c","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:04.626336859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"e2e-auth-iso-d3661f","reconcileID":"6b4cc6f1-a79b-4cf7-90ef-52764c6f7ecc","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-baa504","tenantID":"e2e-shared-a-w0-baa504","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:04.634591761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"e2e-auth-iso-d3661f","reconcileID":"6b4cc6f1-a79b-4cf7-90ef-52764c6f7ecc","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"name":"e2e-shared-a-w0-baa504-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:04.641912818Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-baa504-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6dc687e9e140adb25ab35a7f213d4b81e307ab75a64df6ccfb854d01f35c8bee) AuthConfig (b7f152c81290430ef8dda83fd89f823c3c4c2ba904536652ee2a4e9bc0fdb784) AuthConfig (8552fd28cfd8ecc3bf7ad841d2f2b361e10cc2b8002eef5674e0252b06c867dc) AuthConfig (bccc32e472902d1b844b882f73d90c8433eb1af643206d246f719b356f8fb66c) AuthConfig (7a255930ef9d85532bee9d4543010f529e4263a3dc963026172b3bd90b785be7) AuthConfig (35edcf9695321d1ddfc59757faa0699c81133ad546e6f5c0bf07e5703eb6d1f5) AuthConfig (7af7193d3569b9d5007ac381e66d88cfc3dee9eee03209e434160ceaed28ab02) AuthConfig (ef9187d24147d5be41ae223dbed1cfce5404416888ca015c078ecd523a8dc237) AuthConfig (2474ac18cdcc22658921ce1b2eab62640a27eb2388d076e612a4c9cc9206a8df) AuthConfig (14a3b65440699c3d75f28b5aa5584a7486f5138968ec3504b904c32c08672a74) AuthConfig (4057e1087e0b646c4417ab4e64271adc926fc4958f3118be53e8ddc9a846db3b) AuthConfig (adde7b8405006573814d1d358273b53ebb2b161f28397cd80b9397b8f54560f0) AuthConfig (7586e403f93c9c06d2c15e52b12147c68757b7d1b49e6cedd427d601ae4c71f3) AuthConfig (647e9b6c6db914bfd3897487953d1ba257434fc0875159e55f755a248f123199) AuthConfig (379d897060e71d94a1b1760138ffde89b65ea5edbbf84a1e08ee8c828e147551) AuthConfig (9bcfa3629d3f072a832bb7c0ffdfc383f39524cb7d3de51d79a5c1df9b6f8efb) AuthConfig (01863c74206a7e5009aaa96a702d99324833dfc72ae2d9bb5e26474d5c843987) AuthConfig (9301d60be2ea36347281f5d29317a1d5623c65bb751369a7d11906f65340df41)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"e2e-auth-iso-d3661f","reconcileID":"6b4cc6f1-a79b-4cf7-90ef-52764c6f7ecc","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:09.664844152Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"e2e-auth-iso-157f1b","reconcileID":"866f1993-ebd0-42ad-8dcd-976326550278","MaaSSubscription":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"name":"maas-trlp-auth-test-model-ef6b56","model":"ai-tenant-e2e-shared-a-w4-ef6b56/auth-test-model-ef6b56","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:09.738595943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"auth-test-model-ef6b56","reconcileID":"54a2200d-933d-4f3e-aa18-4bf15a519a86","MaaSModelRef":{"name":"auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"tenant":"e2e-shared-a-w4-ef6b56","gateway":"openshift-ingress/e2e-shared-a-w4-ef6b56","model":"ai-tenant-e2e-shared-a-w4-ef6b56/auth-test-model-ef6b56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:09.738629202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"auth-test-model-ef6b56","reconcileID":"54a2200d-933d-4f3e-aa18-4bf15a519a86","MaaSModelRef":{"name":"auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"routeName":"auth-test-model-ef6b56-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","llmisvcName":"auth-test-model-ef6b56","gateway":"openshift-ingress/e2e-shared-a-w4-ef6b56","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:09.88264272Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"e2e-auth-iso-94b8f9","reconcileID":"b095070c-7332-4c96-9bcb-d26886884aed","MaaSSubscription":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"name":"maas-trlp-auth-test-model-a1d55d","model":"ai-tenant-e2e-shared-a-w2-a1d55d/auth-test-model-a1d55d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:09.990423505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"e2e-auth-iso-94b8f9","reconcileID":"deb3a84c-e63e-451c-9f08-817637f394f2","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a1d55d","tenantID":"e2e-shared-a-w2-a1d55d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:09.991326825Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"auth-test-model-a1d55d","reconcileID":"b3191943-8699-4f43-9ed2-b566f9600de6","MaaSModelRef":{"name":"auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"tenant":"e2e-shared-a-w2-a1d55d","gateway":"openshift-ingress/e2e-shared-a-w2-a1d55d","model":"ai-tenant-e2e-shared-a-w2-a1d55d/auth-test-model-a1d55d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:09.991406102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"auth-test-model-a1d55d","reconcileID":"b3191943-8699-4f43-9ed2-b566f9600de6","MaaSModelRef":{"name":"auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"routeName":"auth-test-model-a1d55d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","llmisvcName":"auth-test-model-a1d55d","gateway":"openshift-ingress/e2e-shared-a-w2-a1d55d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:10.003527174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"e2e-auth-iso-94b8f9","reconcileID":"deb3a84c-e63e-451c-9f08-817637f394f2","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"name":"e2e-shared-a-w2-a1d55d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:10.357249963Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"auth-test-model-ed012e","reconcileID":"ccf6fdc9-346b-4c92-8109-10f7eacb69aa","MaaSModelRef":{"name":"auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"tenant":"e2e-shared-b-w4-ed012e","gateway":"openshift-ingress/e2e-shared-b-w4-ed012e","model":"ai-tenant-e2e-shared-b-w4-ed012e/auth-test-model-ed012e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:10.357269595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"auth-test-model-ed012e","reconcileID":"ccf6fdc9-346b-4c92-8109-10f7eacb69aa","MaaSModelRef":{"name":"auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"routeName":"auth-test-model-ed012e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ed012e","llmisvcName":"auth-test-model-ed012e","gateway":"openshift-ingress/e2e-shared-b-w4-ed012e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:10.368966004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"auth-test-model-ed012e","reconcileID":"265946e1-fc9f-4f25-9b95-27283ed69928","MaaSModelRef":{"name":"auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"tenant":"e2e-shared-b-w4-ed012e","gateway":"openshift-ingress/e2e-shared-b-w4-ed012e","model":"ai-tenant-e2e-shared-b-w4-ed012e/auth-test-model-ed012e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:10.368985453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"auth-test-model-ed012e","reconcileID":"265946e1-fc9f-4f25-9b95-27283ed69928","MaaSModelRef":{"name":"auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"routeName":"auth-test-model-ed012e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ed012e","llmisvcName":"auth-test-model-ed012e","gateway":"openshift-ingress/e2e-shared-b-w4-ed012e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:10.392671428Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:10.392686613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"e2e-auth-iso-157f1b","reconcileID":"ecb563db-88da-48c8-9627-f5543886d930","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ed012e","tenantID":"e2e-shared-b-w4-ed012e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:10.438547516Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"e2e-auth-iso-157f1b","reconcileID":"ecb563db-88da-48c8-9627-f5543886d930","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"name":"e2e-shared-b-w4-ed012e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:10.452365051Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-ed012e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"e2e-auth-iso-157f1b","reconcileID":"ecb563db-88da-48c8-9627-f5543886d930","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:10.464959943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"auth-test-model-ef6be7","reconcileID":"d20b26d9-4725-4cf7-9491-719c802fad8a","MaaSModelRef":{"name":"auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"tenant":"e2e-shared-b-w2-ef6be7","gateway":"openshift-ingress/e2e-shared-b-w2-ef6be7","model":"ai-tenant-e2e-shared-b-w2-ef6be7/auth-test-model-ef6be7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:10.464979235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"auth-test-model-ef6be7","reconcileID":"d20b26d9-4725-4cf7-9491-719c802fad8a","MaaSModelRef":{"name":"auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"routeName":"auth-test-model-ef6be7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","llmisvcName":"auth-test-model-ef6be7","gateway":"openshift-ingress/e2e-shared-b-w2-ef6be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:10.480278387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"auth-test-model-ed012e","reconcileID":"1c689be2-5572-4483-8913-5992957d5d6a","MaaSModelRef":{"name":"auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"tenant":"e2e-shared-b-w4-ed012e","gateway":"openshift-ingress/e2e-shared-b-w4-ed012e","model":"ai-tenant-e2e-shared-b-w4-ed012e/auth-test-model-ed012e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:10.480300081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"auth-test-model-ed012e","reconcileID":"1c689be2-5572-4483-8913-5992957d5d6a","MaaSModelRef":{"name":"auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"routeName":"auth-test-model-ed012e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ed012e","llmisvcName":"auth-test-model-ed012e","gateway":"openshift-ingress/e2e-shared-b-w4-ed012e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:10.48097591Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"auth-test-model-ef6be7","reconcileID":"bf928213-f238-4a96-a0ab-ed0ae0efbc05","MaaSModelRef":{"name":"auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"tenant":"e2e-shared-b-w2-ef6be7","gateway":"openshift-ingress/e2e-shared-b-w2-ef6be7","model":"ai-tenant-e2e-shared-b-w2-ef6be7/auth-test-model-ef6be7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:10.480994629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"auth-test-model-ef6be7","reconcileID":"bf928213-f238-4a96-a0ab-ed0ae0efbc05","MaaSModelRef":{"name":"auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"routeName":"auth-test-model-ef6be7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","llmisvcName":"auth-test-model-ef6be7","gateway":"openshift-ingress/e2e-shared-b-w2-ef6be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:10.488357768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"e2e-auth-iso-94b8f9","reconcileID":"af6660ef-5924-48d0-8559-66e6b668a17b","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-ef6be7","tenantID":"e2e-shared-b-w2-ef6be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:10.52029744Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"e2e-auth-iso-94b8f9","reconcileID":"af6660ef-5924-48d0-8559-66e6b668a17b","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"name":"e2e-shared-b-w2-ef6be7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:10.529929637Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-ef6be7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"e2e-auth-iso-94b8f9","reconcileID":"af6660ef-5924-48d0-8559-66e6b668a17b","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:10.53884951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"auth-test-model-ef6be7","reconcileID":"55ac038e-cbd0-4c22-8d5d-cd88bc0e4e9b","MaaSModelRef":{"name":"auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"tenant":"e2e-shared-b-w2-ef6be7","gateway":"openshift-ingress/e2e-shared-b-w2-ef6be7","model":"ai-tenant-e2e-shared-b-w2-ef6be7/auth-test-model-ef6be7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:10.53886599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"auth-test-model-ef6be7","reconcileID":"55ac038e-cbd0-4c22-8d5d-cd88bc0e4e9b","MaaSModelRef":{"name":"auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"routeName":"auth-test-model-ef6be7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","llmisvcName":"auth-test-model-ef6be7","gateway":"openshift-ingress/e2e-shared-b-w2-ef6be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:10.651038602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"e2e-auth-iso-157f1b","reconcileID":"ec4c74a1-ae79-4813-a331-a337d33e1d9a","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ef6b56","tenantID":"e2e-shared-a-w4-ef6b56","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:10.660202836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"e2e-auth-iso-157f1b","reconcileID":"ec4c74a1-ae79-4813-a331-a337d33e1d9a","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"name":"e2e-shared-a-w4-ef6b56-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:11.316326513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"e2e-auth-iso-752718","reconcileID":"d1b408ba-b068-41c6-86fb-b824f2e945dc","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-c2e3f9","tenantID":"e2e-shared-a-w3-c2e3f9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:11.32371303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"e2e-auth-iso-752718","reconcileID":"d1b408ba-b068-41c6-86fb-b824f2e945dc","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"name":"e2e-shared-a-w3-c2e3f9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:11.345587929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"auth-test-model-c2e3f9","reconcileID":"555ba0a6-74a0-4c05-aaa9-344b8048ecbc","MaaSModelRef":{"name":"auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"tenant":"e2e-shared-a-w3-c2e3f9","gateway":"openshift-ingress/e2e-shared-a-w3-c2e3f9","model":"ai-tenant-e2e-shared-a-w3-c2e3f9/auth-test-model-c2e3f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:11.345611695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"auth-test-model-c2e3f9","reconcileID":"555ba0a6-74a0-4c05-aaa9-344b8048ecbc","MaaSModelRef":{"name":"auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"routeName":"auth-test-model-c2e3f9-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","llmisvcName":"auth-test-model-c2e3f9","gateway":"openshift-ingress/e2e-shared-a-w3-c2e3f9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:13.826465586Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"auth-test-model-c2e3f9","reconcileID":"6d984ee1-c83f-42e5-b1a2-7289df3d4232","MaaSModelRef":{"name":"auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"tenant":"e2e-shared-a-w3-c2e3f9","gateway":"openshift-ingress/e2e-shared-a-w3-c2e3f9","model":"ai-tenant-e2e-shared-a-w3-c2e3f9/auth-test-model-c2e3f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:13.826488348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"auth-test-model-c2e3f9","reconcileID":"6d984ee1-c83f-42e5-b1a2-7289df3d4232","MaaSModelRef":{"name":"auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"routeName":"auth-test-model-c2e3f9-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","llmisvcName":"auth-test-model-c2e3f9","gateway":"openshift-ingress/e2e-shared-a-w3-c2e3f9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:13.840383766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"e2e-auth-iso-752718","reconcileID":"34497ac0-e3d1-4d3d-a10b-4db98b2f4275","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-c2e3f9","tenantID":"e2e-shared-a-w3-c2e3f9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:13.841430595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"auth-test-model-c2e3f9","reconcileID":"51397e9a-987c-4aa8-a08c-78c7e36022c7","MaaSModelRef":{"name":"auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"tenant":"e2e-shared-a-w3-c2e3f9","gateway":"openshift-ingress/e2e-shared-a-w3-c2e3f9","model":"ai-tenant-e2e-shared-a-w3-c2e3f9/auth-test-model-c2e3f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:13.841453418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"auth-test-model-c2e3f9","reconcileID":"51397e9a-987c-4aa8-a08c-78c7e36022c7","MaaSModelRef":{"name":"auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"routeName":"auth-test-model-c2e3f9-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","llmisvcName":"auth-test-model-c2e3f9","gateway":"openshift-ingress/e2e-shared-a-w3-c2e3f9","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:05:13.841414312Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"e2e-auth-iso-752718","reconcileID":"af1e8b09-d678-4064-aa42-ea7acc695987","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-752718\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:13.853760199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"e2e-auth-iso-752718","reconcileID":"34497ac0-e3d1-4d3d-a10b-4db98b2f4275","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"name":"e2e-shared-a-w3-c2e3f9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:13.858797967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"auth-test-model-c2e3f9","reconcileID":"a7093001-e836-430f-ac21-ea6eab52fafc","MaaSModelRef":{"name":"auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"tenant":"e2e-shared-a-w3-c2e3f9","gateway":"openshift-ingress/e2e-shared-a-w3-c2e3f9","model":"ai-tenant-e2e-shared-a-w3-c2e3f9/auth-test-model-c2e3f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:13.858815528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"auth-test-model-c2e3f9","reconcileID":"a7093001-e836-430f-ac21-ea6eab52fafc","MaaSModelRef":{"name":"auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"routeName":"auth-test-model-c2e3f9-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","llmisvcName":"auth-test-model-c2e3f9","gateway":"openshift-ingress/e2e-shared-a-w3-c2e3f9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:13.877497271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"auth-test-model-c2e3f9","reconcileID":"a9bf387e-817d-477b-965f-0bc359f12b4a","MaaSModelRef":{"name":"auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"tenant":"e2e-shared-a-w3-c2e3f9","gateway":"openshift-ingress/e2e-shared-a-w3-c2e3f9","model":"ai-tenant-e2e-shared-a-w3-c2e3f9/auth-test-model-c2e3f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:13.899637624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"auth-test-model-c2e3f9","reconcileID":"a9bf387e-817d-477b-965f-0bc359f12b4a","MaaSModelRef":{"name":"auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"routeName":"auth-test-model-c2e3f9-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","llmisvcName":"auth-test-model-c2e3f9","gateway":"openshift-ingress/e2e-shared-a-w3-c2e3f9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:13.958063973Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"e2e-auth-iso-752718","reconcileID":"39436d94-a0c3-4f61-872b-4c458e488086","MaaSSubscription":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"name":"maas-trlp-auth-test-model-c2e3f9","model":"auth-test-model-c2e3f9","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-c2e3f9/e2e-auth-iso-752718"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:13.98604551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"auth-test-model-c2e3f9","reconcileID":"74b04edb-2f3e-4149-afe3-e0c9fc5e9c27","MaaSModelRef":{"name":"auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"tenant":"e2e-shared-a-w3-c2e3f9","gateway":"openshift-ingress/e2e-shared-a-w3-c2e3f9","model":"ai-tenant-e2e-shared-a-w3-c2e3f9/auth-test-model-c2e3f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:13.98606387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"auth-test-model-c2e3f9","reconcileID":"74b04edb-2f3e-4149-afe3-e0c9fc5e9c27","MaaSModelRef":{"name":"auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"routeName":"auth-test-model-c2e3f9-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","llmisvcName":"auth-test-model-c2e3f9","gateway":"openshift-ingress/e2e-shared-a-w3-c2e3f9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:13.987822991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"e2e-auth-iso-752718","reconcileID":"4adb95ef-c6e7-4a90-bcfa-6e47a1a9edbc","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-c2e3f9","tenantID":"e2e-shared-a-w3-c2e3f9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:13.996565506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"e2e-auth-iso-752718","reconcileID":"4adb95ef-c6e7-4a90-bcfa-6e47a1a9edbc","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"name":"e2e-shared-a-w3-c2e3f9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:14.003970209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"e2e-auth-iso-752718","reconcileID":"559c4f30-1977-4e57-aa67-32c177edd244","MaaSSubscription":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"name":"maas-trlp-auth-test-model-c2e3f9","model":"ai-tenant-e2e-shared-a-w3-c2e3f9/auth-test-model-c2e3f9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:14.704986105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"e2e-auth-iso-d3661f","reconcileID":"58c03dfe-0f4b-4016-ae55-93500a48309a","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-baa504","tenantID":"e2e-shared-a-w0-baa504","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:14.741413511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"e2e-auth-iso-d3661f","reconcileID":"58c03dfe-0f4b-4016-ae55-93500a48309a","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"name":"e2e-shared-a-w0-baa504-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:14.772377899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"auth-test-model-baa504","reconcileID":"6db72f68-cb78-4754-9f9f-58de94560992","MaaSModelRef":{"name":"auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"tenant":"e2e-shared-a-w0-baa504","gateway":"openshift-ingress/e2e-shared-a-w0-baa504","model":"ai-tenant-e2e-shared-a-w0-baa504/auth-test-model-baa504","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:14.772470525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"auth-test-model-baa504","reconcileID":"6db72f68-cb78-4754-9f9f-58de94560992","MaaSModelRef":{"name":"auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"routeName":"auth-test-model-baa504-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-baa504","llmisvcName":"auth-test-model-baa504","gateway":"openshift-ingress/e2e-shared-a-w0-baa504","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:16.588559616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"auth-test-model-baa504","reconcileID":"01299bc9-a6f5-41b8-acc6-6efa5c25cee5","MaaSModelRef":{"name":"auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"tenant":"e2e-shared-a-w0-baa504","gateway":"openshift-ingress/e2e-shared-a-w0-baa504","model":"ai-tenant-e2e-shared-a-w0-baa504/auth-test-model-baa504","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:16.588580545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"auth-test-model-baa504","reconcileID":"01299bc9-a6f5-41b8-acc6-6efa5c25cee5","MaaSModelRef":{"name":"auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"routeName":"auth-test-model-baa504-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-baa504","llmisvcName":"auth-test-model-baa504","gateway":"openshift-ingress/e2e-shared-a-w0-baa504","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:16.599206406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"auth-test-model-baa504","reconcileID":"db2f5df9-0e11-404e-b1b3-31f3f673f018","MaaSModelRef":{"name":"auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"tenant":"e2e-shared-a-w0-baa504","gateway":"openshift-ingress/e2e-shared-a-w0-baa504","model":"ai-tenant-e2e-shared-a-w0-baa504/auth-test-model-baa504","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:16.599223762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"auth-test-model-baa504","reconcileID":"db2f5df9-0e11-404e-b1b3-31f3f673f018","MaaSModelRef":{"name":"auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"routeName":"auth-test-model-baa504-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-baa504","llmisvcName":"auth-test-model-baa504","gateway":"openshift-ingress/e2e-shared-a-w0-baa504","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:05:16.600994651Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"e2e-auth-iso-d3661f","reconcileID":"0f74f9f7-28b2-47a5-aff3-974db6efd260","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-d3661f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:16.613683291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"auth-test-model-baa504","reconcileID":"825257e3-b27f-4d81-9b84-64bef1d5ab5e","MaaSModelRef":{"name":"auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"tenant":"e2e-shared-a-w0-baa504","gateway":"openshift-ingress/e2e-shared-a-w0-baa504","model":"ai-tenant-e2e-shared-a-w0-baa504/auth-test-model-baa504","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:16.613701284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"auth-test-model-baa504","reconcileID":"825257e3-b27f-4d81-9b84-64bef1d5ab5e","MaaSModelRef":{"name":"auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"routeName":"auth-test-model-baa504-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-baa504","llmisvcName":"auth-test-model-baa504","gateway":"openshift-ingress/e2e-shared-a-w0-baa504","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:16.621203071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"auth-test-model-baa504","reconcileID":"5d74933e-473c-4cb0-96e5-d51ef179b3c5","MaaSModelRef":{"name":"auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"tenant":"e2e-shared-a-w0-baa504","gateway":"openshift-ingress/e2e-shared-a-w0-baa504","model":"ai-tenant-e2e-shared-a-w0-baa504/auth-test-model-baa504","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:16.621219831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"auth-test-model-baa504","reconcileID":"5d74933e-473c-4cb0-96e5-d51ef179b3c5","MaaSModelRef":{"name":"auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"routeName":"auth-test-model-baa504-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-baa504","llmisvcName":"auth-test-model-baa504","gateway":"openshift-ingress/e2e-shared-a-w0-baa504","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:16.657351518Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"e2e-auth-iso-d3661f","reconcileID":"e502a547-face-4ced-b054-a1df8c08298c","MaaSSubscription":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"name":"maas-trlp-auth-test-model-baa504","model":"auth-test-model-baa504","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-baa504/e2e-auth-iso-d3661f"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:16.666642948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"e2e-auth-iso-d3661f","reconcileID":"d5c555e1-fa68-4838-b0cc-81868029906e","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-baa504","tenantID":"e2e-shared-a-w0-baa504","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:16.676875065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"e2e-auth-iso-d3661f","reconcileID":"d5c555e1-fa68-4838-b0cc-81868029906e","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"name":"e2e-shared-a-w0-baa504-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:16.679354004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"auth-test-model-baa504","reconcileID":"de6dea8b-4162-4d6d-bf2d-6e7262eab4b3","MaaSModelRef":{"name":"auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"tenant":"e2e-shared-a-w0-baa504","gateway":"openshift-ingress/e2e-shared-a-w0-baa504","model":"ai-tenant-e2e-shared-a-w0-baa504/auth-test-model-baa504","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:16.679371345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"auth-test-model-baa504","reconcileID":"de6dea8b-4162-4d6d-bf2d-6e7262eab4b3","MaaSModelRef":{"name":"auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"routeName":"auth-test-model-baa504-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-baa504","llmisvcName":"auth-test-model-baa504","gateway":"openshift-ingress/e2e-shared-a-w0-baa504","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:16.773966428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"e2e-auth-iso-d3661f","reconcileID":"71bdc5c3-0bc8-4d54-aebc-b43fe1db850d","MaaSSubscription":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"name":"maas-trlp-auth-test-model-baa504","model":"ai-tenant-e2e-shared-a-w0-baa504/auth-test-model-baa504","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:16.793953277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"e2e-auth-iso-d3661f","reconcileID":"3102a1ed-2163-40f1-a75f-488299553951","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-baa504","tenantID":"e2e-shared-a-w0-baa504","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:16.803302743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"e2e-auth-iso-d3661f","reconcileID":"3102a1ed-2163-40f1-a75f-488299553951","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"name":"e2e-shared-a-w0-baa504-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:20.487284617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"e2e-auth-iso-157f1b","reconcileID":"6a1a4074-1207-4f48-ab78-d53bba0714ec","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ed012e","tenantID":"e2e-shared-b-w4-ed012e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:20.496020772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"e2e-auth-iso-157f1b","reconcileID":"6a1a4074-1207-4f48-ab78-d53bba0714ec","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"name":"e2e-shared-b-w4-ed012e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:20.502299199Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-ed012e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"e2e-auth-iso-157f1b","reconcileID":"6a1a4074-1207-4f48-ab78-d53bba0714ec","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:20.590703751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"e2e-auth-iso-94b8f9","reconcileID":"0e85da96-db9b-4fed-8a12-7247732f69f8","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-ef6be7","tenantID":"e2e-shared-b-w2-ef6be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:20.627217651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"e2e-auth-iso-94b8f9","reconcileID":"0e85da96-db9b-4fed-8a12-7247732f69f8","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"name":"e2e-shared-b-w2-ef6be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:20.635209546Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-ef6be7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"e2e-auth-iso-94b8f9","reconcileID":"0e85da96-db9b-4fed-8a12-7247732f69f8","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:27.394893337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"882df5ce-7ca9-4668-8dfa-0532119f566d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:27.402815813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"882df5ce-7ca9-4668-8dfa-0532119f566d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:27.407711197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"882df5ce-7ca9-4668-8dfa-0532119f566d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:27.413493547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"882df5ce-7ca9-4668-8dfa-0532119f566d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:27.64005832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5ff504f-ac33-4df1-84f8-8d08ff94c66c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:27.646295859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5ff504f-ac33-4df1-84f8-8d08ff94c66c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:27.663506104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5ff504f-ac33-4df1-84f8-8d08ff94c66c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:27.666620103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5ff504f-ac33-4df1-84f8-8d08ff94c66c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:28.260777564Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-dcd326","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-dcd326","reconcileID":"015fa454-54a3-4001-8dbc-5ceabab17b93","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-dcd326","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w1-dcd326":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:28.475009961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"470f706c-05d4-4683-a264-e48cdf9cc8c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:28.481437444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"470f706c-05d4-4683-a264-e48cdf9cc8c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:28.489826219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"470f706c-05d4-4683-a264-e48cdf9cc8c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:28.498186676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"470f706c-05d4-4683-a264-e48cdf9cc8c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:28.971589844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"e2e-auth-iso-752718","reconcileID":"f1f8e201-0e50-4744-9a8b-881a4b3678b6","MaaSSubscription":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"name":"maas-trlp-auth-test-model-c2e3f9","model":"ai-tenant-e2e-shared-a-w3-c2e3f9/auth-test-model-c2e3f9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:29.006719124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"auth-test-model-c2e3f9","reconcileID":"2f388dbc-488a-43a5-b7a6-2f2519d3503f","MaaSModelRef":{"name":"auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"tenant":"e2e-shared-a-w3-c2e3f9","gateway":"openshift-ingress/e2e-shared-a-w3-c2e3f9","model":"ai-tenant-e2e-shared-a-w3-c2e3f9/auth-test-model-c2e3f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:29.006739417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"auth-test-model-c2e3f9","reconcileID":"2f388dbc-488a-43a5-b7a6-2f2519d3503f","MaaSModelRef":{"name":"auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"routeName":"auth-test-model-c2e3f9-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","llmisvcName":"auth-test-model-c2e3f9","gateway":"openshift-ingress/e2e-shared-a-w3-c2e3f9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:29.578216633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"e2e-auth-iso-752718","reconcileID":"8d00f8e3-9503-4812-8a9a-8d50e1074550","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-c2e3f9","tenantID":"e2e-shared-a-w3-c2e3f9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:29.601997834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"e2e-auth-iso-752718","reconcileID":"8d00f8e3-9503-4812-8a9a-8d50e1074550","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"name":"e2e-shared-a-w3-c2e3f9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:30.369019608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"auth-test-model-2d1c71","reconcileID":"42e878fb-1aec-41f3-af20-dffb2a915e0e","MaaSModelRef":{"name":"auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"tenant":"e2e-shared-b-w3-2d1c71","gateway":"openshift-ingress/e2e-shared-b-w3-2d1c71","model":"ai-tenant-e2e-shared-b-w3-2d1c71/auth-test-model-2d1c71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:30.369157658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"auth-test-model-2d1c71","reconcileID":"42e878fb-1aec-41f3-af20-dffb2a915e0e","MaaSModelRef":{"name":"auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"routeName":"auth-test-model-2d1c71-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","llmisvcName":"auth-test-model-2d1c71","gateway":"openshift-ingress/e2e-shared-b-w3-2d1c71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:30.374325607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"auth-test-model-2d1c71","reconcileID":"619b2a00-0869-4814-a4bd-cf62e5682eab","MaaSModelRef":{"name":"auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"tenant":"e2e-shared-b-w3-2d1c71","gateway":"openshift-ingress/e2e-shared-b-w3-2d1c71","model":"ai-tenant-e2e-shared-b-w3-2d1c71/auth-test-model-2d1c71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:30.374346545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"auth-test-model-2d1c71","reconcileID":"619b2a00-0869-4814-a4bd-cf62e5682eab","MaaSModelRef":{"name":"auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"routeName":"auth-test-model-2d1c71-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","llmisvcName":"auth-test-model-2d1c71","gateway":"openshift-ingress/e2e-shared-b-w3-2d1c71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:30.435921869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"e2e-auth-iso-752718","reconcileID":"ca8ee8fe-072a-4d5d-981e-09652ad039e9","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-2d1c71","tenantID":"e2e-shared-b-w3-2d1c71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:30.480657112Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"e2e-auth-iso-752718","reconcileID":"ca8ee8fe-072a-4d5d-981e-09652ad039e9","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"name":"e2e-shared-b-w3-2d1c71-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:30.556939803Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-2d1c71-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"e2e-auth-iso-752718","reconcileID":"ca8ee8fe-072a-4d5d-981e-09652ad039e9","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:30.565412443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"e2e-auth-iso-157f1b","reconcileID":"1bac5873-0272-4a3e-99cf-2913af10fe28","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ed012e","tenantID":"e2e-shared-b-w4-ed012e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:30.566244374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"auth-test-model-2d1c71","reconcileID":"a9a27830-c5c9-4e52-b5fa-caf554d1d37c","MaaSModelRef":{"name":"auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"tenant":"e2e-shared-b-w3-2d1c71","gateway":"openshift-ingress/e2e-shared-b-w3-2d1c71","model":"ai-tenant-e2e-shared-b-w3-2d1c71/auth-test-model-2d1c71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:30.566265266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"auth-test-model-2d1c71","reconcileID":"a9a27830-c5c9-4e52-b5fa-caf554d1d37c","MaaSModelRef":{"name":"auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"routeName":"auth-test-model-2d1c71-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","llmisvcName":"auth-test-model-2d1c71","gateway":"openshift-ingress/e2e-shared-b-w3-2d1c71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:30.575050514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"e2e-auth-iso-157f1b","reconcileID":"1bac5873-0272-4a3e-99cf-2913af10fe28","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"name":"e2e-shared-b-w4-ed012e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:30.583045844Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-ed012e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d895cab9f34c857fc2f20c9e5f2381f874bce9b2f0cbee41c1f70f1aba34cbf) AuthConfig (a8f459f3cbafb7adda60971a94636d5fbfbd9d7d97f37ebb6e4cf8d0d70512d2) AuthConfig (ddd9da5065972caad0866c99a2b3eef4940fde4be152b5fece8bfbcfbf80de47) AuthConfig (238afda0ddb4ee65cd8fe4b1041cfad2963d4da9a4688232f4c68bbbd913274f) AuthConfig (b8ba741d0990a0322005a1b36696af74b18b47a23fa8663bcedca20a3b42b408) AuthConfig (30ffa66155e529ebbea33fb1df84a51b18475078d5d08d00e0b0ca0de9a6f13f) AuthConfig (d43f5e09e107aa90b161a9327be41e889af7cd3c8bd7645c3bfacc0eec6f31f8) AuthConfig (bdbba22dbc2e64e83e3d4705a9aecacf0de1cd78b57ebf895eae6e16afbcb474) AuthConfig (ddb199c77c535f587166eb6826b0c368f77e1356df204cb4e52d8995d10f71fd) AuthConfig (71ed70b262fc60a10fd6277f88bef4cfa5d2bcb984cec6d03e088526eeaae63e) AuthConfig (0e4eb5a3ba9e75b5272ba0ee5b58d1de78761e9d1b884b0d0ddb180d523d59cb) AuthConfig (e6a0848199a510491b8f2bf41f2e6269d1205f5b27f9e69aa19f6149007fbc33) AuthConfig (53eb3538bd37ce17bf6af7d7265850d136e8f87fb2e04307a02f136b901a0ee8) AuthConfig (47916b7c7f6d864e34a13d2894ff7d6908e4e0fc84a0119caf4a9c9e962cc67e) AuthConfig (3cdbb49a954961bf8aa1cfb883258acee05b669417dadcef01411bf0d418268e) AuthConfig (1a215f5fcb70a1b02ca9d3ed53f0f678c1d8eef94c07ecc835ca18b5f0c4dec4) AuthConfig (6c37d7f3315c7bb6fd8b876729e3073da59e6b1baa252c61b0ba0ff8579976e7) AuthConfig (0ac4478792768340954b7eb999296ba4ebff163ce2397465448e46f2c379fccb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"e2e-auth-iso-157f1b","reconcileID":"1bac5873-0272-4a3e-99cf-2913af10fe28","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:30.593525127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"auth-test-model-ed012e","reconcileID":"d0f6e90c-37ee-4262-9d8c-3cc599c4ea15","MaaSModelRef":{"name":"auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"tenant":"e2e-shared-b-w4-ed012e","gateway":"openshift-ingress/e2e-shared-b-w4-ed012e","model":"ai-tenant-e2e-shared-b-w4-ed012e/auth-test-model-ed012e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:30.593544757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"auth-test-model-ed012e","reconcileID":"d0f6e90c-37ee-4262-9d8c-3cc599c4ea15","MaaSModelRef":{"name":"auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"routeName":"auth-test-model-ed012e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ed012e","llmisvcName":"auth-test-model-ed012e","gateway":"openshift-ingress/e2e-shared-b-w4-ed012e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:30.666292695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"e2e-auth-iso-94b8f9","reconcileID":"c9720fab-8aeb-429c-8f58-8d8ba61fe981","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-ef6be7","tenantID":"e2e-shared-b-w2-ef6be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:30.67774368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"e2e-auth-iso-94b8f9","reconcileID":"c9720fab-8aeb-429c-8f58-8d8ba61fe981","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"name":"e2e-shared-b-w2-ef6be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:30.685159036Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-ef6be7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b6bd1bff65c5803a0725140b1eb411a4fbc9ccc0932b235eb9db9f2884c65719) AuthConfig (e4b605cae4d09ce585578c2c4daac84fae73b2601d1e240d3bcf2bdfcc9825cf) AuthConfig (5c90783c70eb7acec7e1dafd536ca8d4969717e88c127d4ef016c38d19cce020) AuthConfig (f73f7e3b2b43550beb7f13a3b6ed729fd9e6c4beecf9ca99b9e7591cf95b8345) AuthConfig (03ecac7337f38f458e65318282de50185b90d32008b12669c5483eae5697dcac) AuthConfig (df5ebf398308abf40f3e86c60407399ef5c5a243c6e0d437b4dcf6bb0b3dd95d) AuthConfig (a6ebd84208c72473731e6dc70bdc3946eac0a853305a6576d5ca1428f53228fc) AuthConfig (3446ed89b68fbb432af2d57c22073c5cecaf12be3f90e0695c60e8c33713caa3) AuthConfig (c4c315c7415629f661df30774e104348722398298a6b949d514469d96de57a76) AuthConfig (9a5868b53d20647f10317c9b4de129b91ab53216c95b7b2d3a79591d51c05092) AuthConfig (6641490e6166c0225ea56ee236daa9c79e35c92889473753a27cf2bc1f3eef98) AuthConfig (44f079e447da3ca121422ceec2e48331ff5c3f8e8b6e6435c4f1f743de5cd24f) AuthConfig (27c89778382686a34ef0327c06a173483d870ca72902f3fb7edf9941de8cf4c4) AuthConfig (f6621ce5a3b862d6dc3b53c674ad6811fa2b0e01f7d2c347b45245953e56b50a) AuthConfig (3caa61f61d30d4aecd10fc0bcabfe7d6bea3735faaf35751bdd21fadf88d8574) AuthConfig (b8961854e6194f4d0edd95028146216dff1e792e18a3fafce206b9c6f0ad5eb7) AuthConfig (c8f444bc6aa8126d009dd186c47d6477bf3ab46c4abf797510b50eb20e3cba1b) AuthConfig (9666ff257f5e54657c4b2e9f6260fc3201d5bf26dd0f2b8c73c08f3adb2c61ad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"e2e-auth-iso-94b8f9","reconcileID":"c9720fab-8aeb-429c-8f58-8d8ba61fe981","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:30.69587076Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"auth-test-model-ef6be7","reconcileID":"af2f1b1a-e3f8-4069-8060-b5c61fa9e76e","MaaSModelRef":{"name":"auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"tenant":"e2e-shared-b-w2-ef6be7","gateway":"openshift-ingress/e2e-shared-b-w2-ef6be7","model":"ai-tenant-e2e-shared-b-w2-ef6be7/auth-test-model-ef6be7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:30.69589156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"auth-test-model-ef6be7","reconcileID":"af2f1b1a-e3f8-4069-8060-b5c61fa9e76e","MaaSModelRef":{"name":"auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"routeName":"auth-test-model-ef6be7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","llmisvcName":"auth-test-model-ef6be7","gateway":"openshift-ingress/e2e-shared-b-w2-ef6be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:39.449570001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-dcd326"},"namespace":"ai-tenant-e2e-shared-a-w1-dcd326","name":"default-tenant","reconcileID":"52e5dcd7-067b-4a6e-9fdb-85581831eb54","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-dcd326","tenantID":"e2e-shared-a-w1-dcd326","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:39.518716067Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-dcd326"},"namespace":"ai-tenant-e2e-shared-a-w1-dcd326","name":"default-tenant","reconcileID":"52e5dcd7-067b-4a6e-9fdb-85581831eb54","name":"e2e-shared-a-w1-dcd326-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:40.387238949Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:40.575151705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"e2e-auth-iso-752718","reconcileID":"462c7409-26c1-4529-9c1f-b5ed61761f74","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-2d1c71","tenantID":"e2e-shared-b-w3-2d1c71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:40.582617601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"e2e-auth-iso-752718","reconcileID":"462c7409-26c1-4529-9c1f-b5ed61761f74","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"name":"e2e-shared-b-w3-2d1c71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:40.588266008Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-2d1c71-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"e2e-auth-iso-752718","reconcileID":"462c7409-26c1-4529-9c1f-b5ed61761f74","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:40.683820606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"e2e-auth-iso-157f1b","reconcileID":"860aa77b-b2f4-4522-8b9d-5b22650fc018","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ed012e","tenantID":"e2e-shared-b-w4-ed012e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:40.705008714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"e2e-auth-iso-157f1b","reconcileID":"860aa77b-b2f4-4522-8b9d-5b22650fc018","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"name":"e2e-shared-b-w4-ed012e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:40.712219417Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-ed012e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d895cab9f34c857fc2f20c9e5f2381f874bce9b2f0cbee41c1f70f1aba34cbf) AuthConfig (a8f459f3cbafb7adda60971a94636d5fbfbd9d7d97f37ebb6e4cf8d0d70512d2) AuthConfig (ddd9da5065972caad0866c99a2b3eef4940fde4be152b5fece8bfbcfbf80de47) AuthConfig (238afda0ddb4ee65cd8fe4b1041cfad2963d4da9a4688232f4c68bbbd913274f) AuthConfig (b8ba741d0990a0322005a1b36696af74b18b47a23fa8663bcedca20a3b42b408) AuthConfig (30ffa66155e529ebbea33fb1df84a51b18475078d5d08d00e0b0ca0de9a6f13f) AuthConfig (d43f5e09e107aa90b161a9327be41e889af7cd3c8bd7645c3bfacc0eec6f31f8) AuthConfig (bdbba22dbc2e64e83e3d4705a9aecacf0de1cd78b57ebf895eae6e16afbcb474) AuthConfig (ddb199c77c535f587166eb6826b0c368f77e1356df204cb4e52d8995d10f71fd) AuthConfig (71ed70b262fc60a10fd6277f88bef4cfa5d2bcb984cec6d03e088526eeaae63e) AuthConfig (0e4eb5a3ba9e75b5272ba0ee5b58d1de78761e9d1b884b0d0ddb180d523d59cb) AuthConfig (e6a0848199a510491b8f2bf41f2e6269d1205f5b27f9e69aa19f6149007fbc33) AuthConfig (53eb3538bd37ce17bf6af7d7265850d136e8f87fb2e04307a02f136b901a0ee8) AuthConfig (47916b7c7f6d864e34a13d2894ff7d6908e4e0fc84a0119caf4a9c9e962cc67e) AuthConfig (3cdbb49a954961bf8aa1cfb883258acee05b669417dadcef01411bf0d418268e) AuthConfig (1a215f5fcb70a1b02ca9d3ed53f0f678c1d8eef94c07ecc835ca18b5f0c4dec4) AuthConfig (6c37d7f3315c7bb6fd8b876729e3073da59e6b1baa252c61b0ba0ff8579976e7) AuthConfig (0ac4478792768340954b7eb999296ba4ebff163ce2397465448e46f2c379fccb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"e2e-auth-iso-157f1b","reconcileID":"860aa77b-b2f4-4522-8b9d-5b22650fc018","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:40.774509214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"e2e-auth-iso-94b8f9","reconcileID":"a7f80e33-e875-42da-a94d-2ebd2777d1d8","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-ef6be7","tenantID":"e2e-shared-b-w2-ef6be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:40.783319213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"e2e-auth-iso-94b8f9","reconcileID":"a7f80e33-e875-42da-a94d-2ebd2777d1d8","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"name":"e2e-shared-b-w2-ef6be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:40.78970235Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-ef6be7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b6bd1bff65c5803a0725140b1eb411a4fbc9ccc0932b235eb9db9f2884c65719) AuthConfig (e4b605cae4d09ce585578c2c4daac84fae73b2601d1e240d3bcf2bdfcc9825cf) AuthConfig (5c90783c70eb7acec7e1dafd536ca8d4969717e88c127d4ef016c38d19cce020) AuthConfig (f73f7e3b2b43550beb7f13a3b6ed729fd9e6c4beecf9ca99b9e7591cf95b8345) AuthConfig (03ecac7337f38f458e65318282de50185b90d32008b12669c5483eae5697dcac) AuthConfig (df5ebf398308abf40f3e86c60407399ef5c5a243c6e0d437b4dcf6bb0b3dd95d) AuthConfig (a6ebd84208c72473731e6dc70bdc3946eac0a853305a6576d5ca1428f53228fc) AuthConfig (3446ed89b68fbb432af2d57c22073c5cecaf12be3f90e0695c60e8c33713caa3) AuthConfig (c4c315c7415629f661df30774e104348722398298a6b949d514469d96de57a76) AuthConfig (9a5868b53d20647f10317c9b4de129b91ab53216c95b7b2d3a79591d51c05092) AuthConfig (6641490e6166c0225ea56ee236daa9c79e35c92889473753a27cf2bc1f3eef98) AuthConfig (44f079e447da3ca121422ceec2e48331ff5c3f8e8b6e6435c4f1f743de5cd24f) AuthConfig (27c89778382686a34ef0327c06a173483d870ca72902f3fb7edf9941de8cf4c4) AuthConfig (f6621ce5a3b862d6dc3b53c674ad6811fa2b0e01f7d2c347b45245953e56b50a) AuthConfig (3caa61f61d30d4aecd10fc0bcabfe7d6bea3735faaf35751bdd21fadf88d8574) AuthConfig (b8961854e6194f4d0edd95028146216dff1e792e18a3fafce206b9c6f0ad5eb7) AuthConfig (c8f444bc6aa8126d009dd186c47d6477bf3ab46c4abf797510b50eb20e3cba1b) AuthConfig (9666ff257f5e54657c4b2e9f6260fc3201d5bf26dd0f2b8c73c08f3adb2c61ad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"e2e-auth-iso-94b8f9","reconcileID":"a7f80e33-e875-42da-a94d-2ebd2777d1d8","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:50.434175423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d48789c3-27f7-439f-ba21-fc5851dc470e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:50.43745555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d48789c3-27f7-439f-ba21-fc5851dc470e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:50.440656722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d48789c3-27f7-439f-ba21-fc5851dc470e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:50.444114076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d48789c3-27f7-439f-ba21-fc5851dc470e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:50.614673447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"e2e-auth-iso-752718","reconcileID":"682a3a6f-6c62-421c-a4a2-145a0712fbb2","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-2d1c71","tenantID":"e2e-shared-b-w3-2d1c71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:50.621618969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"e2e-auth-iso-752718","reconcileID":"682a3a6f-6c62-421c-a4a2-145a0712fbb2","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"name":"e2e-shared-b-w3-2d1c71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:50.626909134Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-2d1c71-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"e2e-auth-iso-752718","reconcileID":"682a3a6f-6c62-421c-a4a2-145a0712fbb2","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:50.718684104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"e2e-auth-iso-157f1b","reconcileID":"9ffea51f-6563-449c-bbbb-19e384bf6c8e","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ed012e","tenantID":"e2e-shared-b-w4-ed012e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:50.726318305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"e2e-auth-iso-157f1b","reconcileID":"9ffea51f-6563-449c-bbbb-19e384bf6c8e","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"name":"e2e-shared-b-w4-ed012e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:50.72970536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf51e13b-fbae-4683-a076-7b9ec776cbc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:50.732971193Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-ed012e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d895cab9f34c857fc2f20c9e5f2381f874bce9b2f0cbee41c1f70f1aba34cbf) AuthConfig (a8f459f3cbafb7adda60971a94636d5fbfbd9d7d97f37ebb6e4cf8d0d70512d2) AuthConfig (ddd9da5065972caad0866c99a2b3eef4940fde4be152b5fece8bfbcfbf80de47) AuthConfig (238afda0ddb4ee65cd8fe4b1041cfad2963d4da9a4688232f4c68bbbd913274f) AuthConfig (b8ba741d0990a0322005a1b36696af74b18b47a23fa8663bcedca20a3b42b408) AuthConfig (30ffa66155e529ebbea33fb1df84a51b18475078d5d08d00e0b0ca0de9a6f13f) AuthConfig (d43f5e09e107aa90b161a9327be41e889af7cd3c8bd7645c3bfacc0eec6f31f8) AuthConfig (bdbba22dbc2e64e83e3d4705a9aecacf0de1cd78b57ebf895eae6e16afbcb474) AuthConfig (ddb199c77c535f587166eb6826b0c368f77e1356df204cb4e52d8995d10f71fd) AuthConfig (71ed70b262fc60a10fd6277f88bef4cfa5d2bcb984cec6d03e088526eeaae63e) AuthConfig (0e4eb5a3ba9e75b5272ba0ee5b58d1de78761e9d1b884b0d0ddb180d523d59cb) AuthConfig (e6a0848199a510491b8f2bf41f2e6269d1205f5b27f9e69aa19f6149007fbc33) AuthConfig (53eb3538bd37ce17bf6af7d7265850d136e8f87fb2e04307a02f136b901a0ee8) AuthConfig (47916b7c7f6d864e34a13d2894ff7d6908e4e0fc84a0119caf4a9c9e962cc67e) AuthConfig (3cdbb49a954961bf8aa1cfb883258acee05b669417dadcef01411bf0d418268e) AuthConfig (1a215f5fcb70a1b02ca9d3ed53f0f678c1d8eef94c07ecc835ca18b5f0c4dec4) AuthConfig (6c37d7f3315c7bb6fd8b876729e3073da59e6b1baa252c61b0ba0ff8579976e7) AuthConfig (0ac4478792768340954b7eb999296ba4ebff163ce2397465448e46f2c379fccb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"e2e-auth-iso-157f1b","reconcileID":"9ffea51f-6563-449c-bbbb-19e384bf6c8e","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:50.733364832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf51e13b-fbae-4683-a076-7b9ec776cbc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:50.736514659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf51e13b-fbae-4683-a076-7b9ec776cbc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:50.739695464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf51e13b-fbae-4683-a076-7b9ec776cbc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:50.819942375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"e2e-auth-iso-94b8f9","reconcileID":"57af08ce-2bad-4b07-88b3-1a96339c2246","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-ef6be7","tenantID":"e2e-shared-b-w2-ef6be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:50.857284945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"e2e-auth-iso-94b8f9","reconcileID":"57af08ce-2bad-4b07-88b3-1a96339c2246","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"name":"e2e-shared-b-w2-ef6be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:50.864995877Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-ef6be7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b6bd1bff65c5803a0725140b1eb411a4fbc9ccc0932b235eb9db9f2884c65719) AuthConfig (e4b605cae4d09ce585578c2c4daac84fae73b2601d1e240d3bcf2bdfcc9825cf) AuthConfig (5c90783c70eb7acec7e1dafd536ca8d4969717e88c127d4ef016c38d19cce020) AuthConfig (f73f7e3b2b43550beb7f13a3b6ed729fd9e6c4beecf9ca99b9e7591cf95b8345) AuthConfig (03ecac7337f38f458e65318282de50185b90d32008b12669c5483eae5697dcac) AuthConfig (df5ebf398308abf40f3e86c60407399ef5c5a243c6e0d437b4dcf6bb0b3dd95d) AuthConfig (a6ebd84208c72473731e6dc70bdc3946eac0a853305a6576d5ca1428f53228fc) AuthConfig (3446ed89b68fbb432af2d57c22073c5cecaf12be3f90e0695c60e8c33713caa3) AuthConfig (c4c315c7415629f661df30774e104348722398298a6b949d514469d96de57a76) AuthConfig (9a5868b53d20647f10317c9b4de129b91ab53216c95b7b2d3a79591d51c05092) AuthConfig (6641490e6166c0225ea56ee236daa9c79e35c92889473753a27cf2bc1f3eef98) AuthConfig (44f079e447da3ca121422ceec2e48331ff5c3f8e8b6e6435c4f1f743de5cd24f) AuthConfig (27c89778382686a34ef0327c06a173483d870ca72902f3fb7edf9941de8cf4c4) AuthConfig (f6621ce5a3b862d6dc3b53c674ad6811fa2b0e01f7d2c347b45245953e56b50a) AuthConfig (3caa61f61d30d4aecd10fc0bcabfe7d6bea3735faaf35751bdd21fadf88d8574) AuthConfig (b8961854e6194f4d0edd95028146216dff1e792e18a3fafce206b9c6f0ad5eb7) AuthConfig (c8f444bc6aa8126d009dd186c47d6477bf3ab46c4abf797510b50eb20e3cba1b) AuthConfig (9666ff257f5e54657c4b2e9f6260fc3201d5bf26dd0f2b8c73c08f3adb2c61ad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"e2e-auth-iso-94b8f9","reconcileID":"57af08ce-2bad-4b07-88b3-1a96339c2246","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:56.703931717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae0e319c-3142-469a-9929-62365397ec3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:56.707049226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae0e319c-3142-469a-9929-62365397ec3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:56.710080657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae0e319c-3142-469a-9929-62365397ec3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:56.71307616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae0e319c-3142-469a-9929-62365397ec3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:56.916011042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d3cd193-703e-4ea3-ab07-f09a745b2374","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:56.919049775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d3cd193-703e-4ea3-ab07-f09a745b2374","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:56.922399476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d3cd193-703e-4ea3-ab07-f09a745b2374","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:56.92531099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d3cd193-703e-4ea3-ab07-f09a745b2374","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:57.745808567Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-46385c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-46385c","reconcileID":"8a740d4e-4b65-4e6b-8c46-78f6cfb54526","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-46385c","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w1-46385c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:57.928559085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01bab7ec-275b-4148-b8c6-6a8c4092dda8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:57.931721015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01bab7ec-275b-4148-b8c6-6a8c4092dda8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:57.934674795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01bab7ec-275b-4148-b8c6-6a8c4092dda8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:57.937815436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01bab7ec-275b-4148-b8c6-6a8c4092dda8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:59.094920573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"e2e-auth-iso-d3661f","reconcileID":"8867e14d-a820-40e9-869e-0c5ab81c36e7","MaaSSubscription":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"name":"maas-trlp-auth-test-model-baa504","model":"ai-tenant-e2e-shared-a-w0-baa504/auth-test-model-baa504","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:59.130948268Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"auth-test-model-baa504","reconcileID":"b50e7f87-8eba-4524-af37-a035acc8fc73","MaaSModelRef":{"name":"auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"tenant":"e2e-shared-a-w0-baa504","gateway":"openshift-ingress/e2e-shared-a-w0-baa504","model":"ai-tenant-e2e-shared-a-w0-baa504/auth-test-model-baa504","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:59.130971015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"auth-test-model-baa504","reconcileID":"b50e7f87-8eba-4524-af37-a035acc8fc73","MaaSModelRef":{"name":"auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"routeName":"auth-test-model-baa504-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-baa504","llmisvcName":"auth-test-model-baa504","gateway":"openshift-ingress/e2e-shared-a-w0-baa504","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:59.95885485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"e2e-auth-iso-d3661f","reconcileID":"350567f9-1d07-4a7c-84da-78563d00f1ff","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-baa504","tenantID":"e2e-shared-a-w0-baa504","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:59.979577072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"e2e-auth-iso-d3661f","reconcileID":"350567f9-1d07-4a7c-84da-78563d00f1ff","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"name":"e2e-shared-a-w0-baa504-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:00.167665335Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"auth-test-model-68b466","reconcileID":"abdee585-ae8f-4148-a2cd-962c645149a1","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"tenant":"e2e-shared-b-w0-68b466","gateway":"openshift-ingress/e2e-shared-b-w0-68b466","model":"ai-tenant-e2e-shared-b-w0-68b466/auth-test-model-68b466","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:00.167695234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"auth-test-model-68b466","reconcileID":"abdee585-ae8f-4148-a2cd-962c645149a1","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"routeName":"auth-test-model-68b466-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-68b466","llmisvcName":"auth-test-model-68b466","gateway":"openshift-ingress/e2e-shared-b-w0-68b466","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:00.176241434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"auth-test-model-68b466","reconcileID":"6fb11786-35eb-4ba2-a77b-0f2e3f6fd008","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"tenant":"e2e-shared-b-w0-68b466","gateway":"openshift-ingress/e2e-shared-b-w0-68b466","model":"ai-tenant-e2e-shared-b-w0-68b466/auth-test-model-68b466","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:00.176260181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"auth-test-model-68b466","reconcileID":"6fb11786-35eb-4ba2-a77b-0f2e3f6fd008","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"routeName":"auth-test-model-68b466-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-68b466","llmisvcName":"auth-test-model-68b466","gateway":"openshift-ingress/e2e-shared-b-w0-68b466","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:00.182203022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"e2e-auth-iso-d3661f","reconcileID":"a38736e0-f02f-4175-be4d-562c21587610","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-68b466","tenantID":"e2e-shared-b-w0-68b466","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:00.209741506Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"e2e-auth-iso-d3661f","reconcileID":"a38736e0-f02f-4175-be4d-562c21587610","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"name":"e2e-shared-b-w0-68b466-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:00.215584645Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-68b466-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"e2e-auth-iso-d3661f","reconcileID":"a38736e0-f02f-4175-be4d-562c21587610","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:00.223389055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"auth-test-model-68b466","reconcileID":"51cb3ffd-4589-46fb-8b99-2407c9a1c685","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"tenant":"e2e-shared-b-w0-68b466","gateway":"openshift-ingress/e2e-shared-b-w0-68b466","model":"ai-tenant-e2e-shared-b-w0-68b466/auth-test-model-68b466","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:00.223408191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"auth-test-model-68b466","reconcileID":"51cb3ffd-4589-46fb-8b99-2407c9a1c685","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"routeName":"auth-test-model-68b466-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-68b466","llmisvcName":"auth-test-model-68b466","gateway":"openshift-ingress/e2e-shared-b-w0-68b466","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:00.643844146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"e2e-auth-iso-752718","reconcileID":"a4e81023-c8ba-4301-b187-c4c6e2ee8a3b","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-2d1c71","tenantID":"e2e-shared-b-w3-2d1c71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:00.654033061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"e2e-auth-iso-752718","reconcileID":"a4e81023-c8ba-4301-b187-c4c6e2ee8a3b","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"name":"e2e-shared-b-w3-2d1c71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:00.662696361Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-2d1c71-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fc76facc9464e5d09b1bf3c0126d5dea56fb60cbb48115fb5bc2f557b1ae26bc) AuthConfig (0c53b235f2e08441281e992a15535b2cdf4b6556c526c2128a13b9d356584572) AuthConfig (409f5f0472cb885d3f97db4fa3d228d98e5903d44406aa4d225de5ae8cbad693) AuthConfig (44a83b10383da6cc8b8f25cf0981e558b4d748a928f70b7dbaae8dc5b8a41e97) AuthConfig (421d36317e2df074b5a76913beec3eb7de0826f936ba79fce35b8c863364f756) AuthConfig (c54191c4eec26e93521eaea538e8d0bea1921e1b94105e6cc8109dd0864ef921) AuthConfig (8410cfb90e8c0fc5b41062d6022bad0fad6cf490adeaa73b111d000007c488aa) AuthConfig (7fc9ebaa5b26b5c8387f552118bf6691199b5e39745d38ecd3dd2f8a0f198f17) AuthConfig (1289be72ac72736eb441f9265113e26b6c0c8dedba55aa278a85f67def1bd8f7) AuthConfig (02467fb0a445612e5ccc08a43e02851d4111039cc4fb04997c1ae005789e22b3) AuthConfig (aa925e7d4a5a1df192a9bf4458909d2d1cafb62620a2f69cbac67d5e361a0a41) AuthConfig (a41c04abcd88b0b1bfcca23b62b90b5bfd82284e56a002bb2b3b43411d670137) AuthConfig (400749fa07af160eb68468263723caa813a66a2f5042994a41a1d886fd8a367d) AuthConfig (dab6f5af116531944bd15d29775b8fb74af40bab64add3c562dc98bb5b919814) AuthConfig (4bb3dc736a25cb0c4f9db78230351933d90ca977841f32940c422313c4ce8721) AuthConfig (510a39fc8901bfce97667fd77bc0d11e26f0fd1718f2dc142ad8e68829c3fda1) AuthConfig (821e1b914865d7823fde521e45f8cba2b195041aed00c6e944a87f6142cabdd8) AuthConfig (059c7d91a400c0721bfeeec3e7feb862f0c5db57cd89ddc11a398c48535b711a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"e2e-auth-iso-752718","reconcileID":"a4e81023-c8ba-4301-b187-c4c6e2ee8a3b","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:00.678292152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"auth-test-model-2d1c71","reconcileID":"52bf394c-b67a-4f81-b492-677c67c9a5b6","MaaSModelRef":{"name":"auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"tenant":"e2e-shared-b-w3-2d1c71","gateway":"openshift-ingress/e2e-shared-b-w3-2d1c71","model":"ai-tenant-e2e-shared-b-w3-2d1c71/auth-test-model-2d1c71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:00.678311958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"auth-test-model-2d1c71","reconcileID":"52bf394c-b67a-4f81-b492-677c67c9a5b6","MaaSModelRef":{"name":"auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"routeName":"auth-test-model-2d1c71-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","llmisvcName":"auth-test-model-2d1c71","gateway":"openshift-ingress/e2e-shared-b-w3-2d1c71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:00.741237278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"e2e-auth-iso-157f1b","reconcileID":"816c8d8b-f1fd-435d-8a0c-a6fc13c197d4","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ed012e","tenantID":"e2e-shared-b-w4-ed012e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:00.74838785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"e2e-auth-iso-157f1b","reconcileID":"816c8d8b-f1fd-435d-8a0c-a6fc13c197d4","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"name":"e2e-shared-b-w4-ed012e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:00.779010684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"auth-test-model-ed012e","reconcileID":"18603169-8e7f-4505-aa5f-cff04fa37894","MaaSModelRef":{"name":"auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"tenant":"e2e-shared-b-w4-ed012e","gateway":"openshift-ingress/e2e-shared-b-w4-ed012e","model":"ai-tenant-e2e-shared-b-w4-ed012e/auth-test-model-ed012e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:00.779027785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"auth-test-model-ed012e","reconcileID":"18603169-8e7f-4505-aa5f-cff04fa37894","MaaSModelRef":{"name":"auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"routeName":"auth-test-model-ed012e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ed012e","llmisvcName":"auth-test-model-ed012e","gateway":"openshift-ingress/e2e-shared-b-w4-ed012e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:00.872200164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"e2e-auth-iso-94b8f9","reconcileID":"47f87ba5-7d94-4038-aa88-96d811eb08fd","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-ef6be7","tenantID":"e2e-shared-b-w2-ef6be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:00.880128677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"e2e-auth-iso-94b8f9","reconcileID":"47f87ba5-7d94-4038-aa88-96d811eb08fd","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"name":"e2e-shared-b-w2-ef6be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:00.902308691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"auth-test-model-ef6be7","reconcileID":"33ebafaf-51b3-4a3d-8715-ed574c009d1e","MaaSModelRef":{"name":"auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"tenant":"e2e-shared-b-w2-ef6be7","gateway":"openshift-ingress/e2e-shared-b-w2-ef6be7","model":"ai-tenant-e2e-shared-b-w2-ef6be7/auth-test-model-ef6be7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:00.902325139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"auth-test-model-ef6be7","reconcileID":"33ebafaf-51b3-4a3d-8715-ed574c009d1e","MaaSModelRef":{"name":"auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"routeName":"auth-test-model-ef6be7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","llmisvcName":"auth-test-model-ef6be7","gateway":"openshift-ingress/e2e-shared-b-w2-ef6be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:02.367564989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"auth-test-model-ed012e","reconcileID":"a9c4c25d-0906-4ccc-8045-643740eda352","MaaSModelRef":{"name":"auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"tenant":"e2e-shared-b-w4-ed012e","gateway":"openshift-ingress/e2e-shared-b-w4-ed012e","model":"ai-tenant-e2e-shared-b-w4-ed012e/auth-test-model-ed012e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:02.367594111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"auth-test-model-ed012e","reconcileID":"a9c4c25d-0906-4ccc-8045-643740eda352","MaaSModelRef":{"name":"auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"routeName":"auth-test-model-ed012e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ed012e","llmisvcName":"auth-test-model-ed012e","gateway":"openshift-ingress/e2e-shared-b-w4-ed012e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:02.379032842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"auth-test-model-ed012e","reconcileID":"1c301f10-a67a-42ea-9411-51b09f7fb25a","MaaSModelRef":{"name":"auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"tenant":"e2e-shared-b-w4-ed012e","gateway":"openshift-ingress/e2e-shared-b-w4-ed012e","model":"ai-tenant-e2e-shared-b-w4-ed012e/auth-test-model-ed012e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:02.379055449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"auth-test-model-ed012e","reconcileID":"1c301f10-a67a-42ea-9411-51b09f7fb25a","MaaSModelRef":{"name":"auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"routeName":"auth-test-model-ed012e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ed012e","llmisvcName":"auth-test-model-ed012e","gateway":"openshift-ingress/e2e-shared-b-w4-ed012e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:06:02.381051224Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"e2e-auth-iso-157f1b","reconcileID":"d0a41c8e-a671-4257-98f0-0dd1353c723a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-157f1b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:02.382704728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"e2e-auth-iso-157f1b","reconcileID":"5dc0d00b-16f2-48c2-8038-e7fbf16875d2","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ed012e","tenantID":"e2e-shared-b-w4-ed012e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:02.456931542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"auth-test-model-ed012e","reconcileID":"ba2526ed-db0a-4bbb-9336-1c5405498fe1","MaaSModelRef":{"name":"auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"tenant":"e2e-shared-b-w4-ed012e","gateway":"openshift-ingress/e2e-shared-b-w4-ed012e","model":"ai-tenant-e2e-shared-b-w4-ed012e/auth-test-model-ed012e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:02.456948802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"auth-test-model-ed012e","reconcileID":"ba2526ed-db0a-4bbb-9336-1c5405498fe1","MaaSModelRef":{"name":"auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"routeName":"auth-test-model-ed012e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ed012e","llmisvcName":"auth-test-model-ed012e","gateway":"openshift-ingress/e2e-shared-b-w4-ed012e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:02.457913182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"e2e-auth-iso-157f1b","reconcileID":"5dc0d00b-16f2-48c2-8038-e7fbf16875d2","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"name":"e2e-shared-b-w4-ed012e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:02.464805644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"auth-test-model-ed012e","reconcileID":"f7d6e40f-e6d4-445a-97c0-a7ea6afada96","MaaSModelRef":{"name":"auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"tenant":"e2e-shared-b-w4-ed012e","gateway":"openshift-ingress/e2e-shared-b-w4-ed012e","model":"ai-tenant-e2e-shared-b-w4-ed012e/auth-test-model-ed012e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:02.464822279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"auth-test-model-ed012e","reconcileID":"f7d6e40f-e6d4-445a-97c0-a7ea6afada96","MaaSModelRef":{"name":"auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"routeName":"auth-test-model-ed012e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ed012e","llmisvcName":"auth-test-model-ed012e","gateway":"openshift-ingress/e2e-shared-b-w4-ed012e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:02.482940745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"e2e-auth-iso-157f1b","reconcileID":"ad88a807-c0f6-4a19-9385-666cf2f943f6","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ed012e","tenantID":"e2e-shared-b-w4-ed012e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:02.483472408Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"e2e-auth-iso-157f1b","reconcileID":"f8a406fd-fd09-48d7-a3cd-15483eed6dfb","MaaSSubscription":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"name":"maas-trlp-auth-test-model-ed012e","model":"auth-test-model-ed012e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-ed012e/e2e-auth-iso-157f1b"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:02.490841444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"e2e-auth-iso-157f1b","reconcileID":"ad88a807-c0f6-4a19-9385-666cf2f943f6","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"name":"e2e-shared-b-w4-ed012e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:02.492243456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"auth-test-model-ef6be7","reconcileID":"d825a298-0e1c-4475-9baa-fe5efc1beb66","MaaSModelRef":{"name":"auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"tenant":"e2e-shared-b-w2-ef6be7","gateway":"openshift-ingress/e2e-shared-b-w2-ef6be7","model":"ai-tenant-e2e-shared-b-w2-ef6be7/auth-test-model-ef6be7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:02.492260248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"auth-test-model-ef6be7","reconcileID":"d825a298-0e1c-4475-9baa-fe5efc1beb66","MaaSModelRef":{"name":"auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"routeName":"auth-test-model-ef6be7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","llmisvcName":"auth-test-model-ef6be7","gateway":"openshift-ingress/e2e-shared-b-w2-ef6be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:02.502714117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"auth-test-model-ef6be7","reconcileID":"87770efb-ec88-4a0d-9b58-176e2c9af2b0","MaaSModelRef":{"name":"auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"tenant":"e2e-shared-b-w2-ef6be7","gateway":"openshift-ingress/e2e-shared-b-w2-ef6be7","model":"ai-tenant-e2e-shared-b-w2-ef6be7/auth-test-model-ef6be7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:02.502752977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"auth-test-model-ef6be7","reconcileID":"87770efb-ec88-4a0d-9b58-176e2c9af2b0","MaaSModelRef":{"name":"auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"routeName":"auth-test-model-ef6be7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","llmisvcName":"auth-test-model-ef6be7","gateway":"openshift-ingress/e2e-shared-b-w2-ef6be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:02.504568287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"auth-test-model-ed012e","reconcileID":"27453f99-3b93-4e02-87f8-0c8a892522c9","MaaSModelRef":{"name":"auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"tenant":"e2e-shared-b-w4-ed012e","gateway":"openshift-ingress/e2e-shared-b-w4-ed012e","model":"ai-tenant-e2e-shared-b-w4-ed012e/auth-test-model-ed012e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:02.504594303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"auth-test-model-ed012e","reconcileID":"27453f99-3b93-4e02-87f8-0c8a892522c9","MaaSModelRef":{"name":"auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"routeName":"auth-test-model-ed012e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ed012e","llmisvcName":"auth-test-model-ed012e","gateway":"openshift-ingress/e2e-shared-b-w4-ed012e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:06:02.504600523Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"e2e-auth-iso-94b8f9","reconcileID":"0456609a-3314-4ae1-93fc-7aab2096710f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-94b8f9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:02.516251484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"auth-test-model-ef6be7","reconcileID":"9719d854-9765-4ae1-a9cd-18c950b567a1","MaaSModelRef":{"name":"auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"tenant":"e2e-shared-b-w2-ef6be7","gateway":"openshift-ingress/e2e-shared-b-w2-ef6be7","model":"ai-tenant-e2e-shared-b-w2-ef6be7/auth-test-model-ef6be7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:02.516267541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"auth-test-model-ef6be7","reconcileID":"9719d854-9765-4ae1-a9cd-18c950b567a1","MaaSModelRef":{"name":"auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"routeName":"auth-test-model-ef6be7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","llmisvcName":"auth-test-model-ef6be7","gateway":"openshift-ingress/e2e-shared-b-w2-ef6be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:02.525344787Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"auth-test-model-ef6be7","reconcileID":"e10e03ce-812f-4920-8364-d9f301433808","MaaSModelRef":{"name":"auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"tenant":"e2e-shared-b-w2-ef6be7","gateway":"openshift-ingress/e2e-shared-b-w2-ef6be7","model":"ai-tenant-e2e-shared-b-w2-ef6be7/auth-test-model-ef6be7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:02.525361422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"auth-test-model-ef6be7","reconcileID":"e10e03ce-812f-4920-8364-d9f301433808","MaaSModelRef":{"name":"auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"routeName":"auth-test-model-ef6be7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","llmisvcName":"auth-test-model-ef6be7","gateway":"openshift-ingress/e2e-shared-b-w2-ef6be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:02.580468145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"e2e-auth-iso-157f1b","reconcileID":"1526e735-fced-4524-ba8e-b1b92ff3b4d4","MaaSSubscription":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"name":"maas-trlp-auth-test-model-ed012e","model":"ai-tenant-e2e-shared-b-w4-ed012e/auth-test-model-ed012e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:02.582466493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"e2e-auth-iso-94b8f9","reconcileID":"f8d7a424-8688-4dac-8499-f5f2a668988a","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-ef6be7","tenantID":"e2e-shared-b-w2-ef6be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:02.583161411Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"e2e-auth-iso-94b8f9","reconcileID":"468f3d81-d54a-4b05-857e-912e5e303510","MaaSSubscription":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"name":"maas-trlp-auth-test-model-ef6be7","model":"auth-test-model-ef6be7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-ef6be7/e2e-auth-iso-94b8f9"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:02.592945234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"e2e-auth-iso-94b8f9","reconcileID":"f8d7a424-8688-4dac-8499-f5f2a668988a","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"name":"e2e-shared-b-w2-ef6be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:02.60820191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"auth-test-model-ef6be7","reconcileID":"ce3625ae-a660-4e52-9b1e-ad09c35622e9","MaaSModelRef":{"name":"auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"tenant":"e2e-shared-b-w2-ef6be7","gateway":"openshift-ingress/e2e-shared-b-w2-ef6be7","model":"ai-tenant-e2e-shared-b-w2-ef6be7/auth-test-model-ef6be7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:02.608218976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"auth-test-model-ef6be7","reconcileID":"ce3625ae-a660-4e52-9b1e-ad09c35622e9","MaaSModelRef":{"name":"auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"routeName":"auth-test-model-ef6be7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","llmisvcName":"auth-test-model-ef6be7","gateway":"openshift-ingress/e2e-shared-b-w2-ef6be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:02.699632495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"e2e-auth-iso-94b8f9","reconcileID":"684e8bd7-141d-409c-b6f7-33da68c375fa","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-ef6be7","tenantID":"e2e-shared-b-w2-ef6be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:02.714969525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"e2e-auth-iso-94b8f9","reconcileID":"6d212fbb-92e5-4f24-bdaa-a6ab0d4cb538","MaaSSubscription":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"name":"maas-trlp-auth-test-model-ef6be7","model":"ai-tenant-e2e-shared-b-w2-ef6be7/auth-test-model-ef6be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:02.722291144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"e2e-auth-iso-94b8f9","reconcileID":"684e8bd7-141d-409c-b6f7-33da68c375fa","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"name":"e2e-shared-b-w2-ef6be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:09.240899656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-46385c"},"namespace":"ai-tenant-e2e-shared-b-w1-46385c","name":"default-tenant","reconcileID":"3acbf6ec-230e-471c-86cc-69a33770e2ec","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-46385c","tenantID":"e2e-shared-b-w1-46385c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:09.26562793Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-46385c"},"namespace":"ai-tenant-e2e-shared-b-w1-46385c","name":"default-tenant","reconcileID":"3acbf6ec-230e-471c-86cc-69a33770e2ec","name":"e2e-shared-b-w1-46385c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:10.279595825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"e2e-auth-iso-d3661f","reconcileID":"6c195f0d-b73f-43b8-88d2-b36c4e8f45ed","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-68b466","tenantID":"e2e-shared-b-w0-68b466","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:10.290827644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"e2e-auth-iso-d3661f","reconcileID":"6c195f0d-b73f-43b8-88d2-b36c4e8f45ed","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"name":"e2e-shared-b-w0-68b466-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:10.298913808Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-68b466-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"e2e-auth-iso-d3661f","reconcileID":"6c195f0d-b73f-43b8-88d2-b36c4e8f45ed","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:10.387083703Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:10.696693062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"e2e-auth-iso-752718","reconcileID":"20b51f99-559d-442c-986d-e232d745be27","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-2d1c71","tenantID":"e2e-shared-b-w3-2d1c71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:10.711050975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"e2e-auth-iso-752718","reconcileID":"20b51f99-559d-442c-986d-e232d745be27","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"name":"e2e-shared-b-w3-2d1c71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:10.732090397Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-2d1c71-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fc76facc9464e5d09b1bf3c0126d5dea56fb60cbb48115fb5bc2f557b1ae26bc) AuthConfig (0c53b235f2e08441281e992a15535b2cdf4b6556c526c2128a13b9d356584572) AuthConfig (409f5f0472cb885d3f97db4fa3d228d98e5903d44406aa4d225de5ae8cbad693) AuthConfig (44a83b10383da6cc8b8f25cf0981e558b4d748a928f70b7dbaae8dc5b8a41e97) AuthConfig (421d36317e2df074b5a76913beec3eb7de0826f936ba79fce35b8c863364f756) AuthConfig (c54191c4eec26e93521eaea538e8d0bea1921e1b94105e6cc8109dd0864ef921) AuthConfig (8410cfb90e8c0fc5b41062d6022bad0fad6cf490adeaa73b111d000007c488aa) AuthConfig (7fc9ebaa5b26b5c8387f552118bf6691199b5e39745d38ecd3dd2f8a0f198f17) AuthConfig (1289be72ac72736eb441f9265113e26b6c0c8dedba55aa278a85f67def1bd8f7) AuthConfig (02467fb0a445612e5ccc08a43e02851d4111039cc4fb04997c1ae005789e22b3) AuthConfig (aa925e7d4a5a1df192a9bf4458909d2d1cafb62620a2f69cbac67d5e361a0a41) AuthConfig (a41c04abcd88b0b1bfcca23b62b90b5bfd82284e56a002bb2b3b43411d670137) AuthConfig (400749fa07af160eb68468263723caa813a66a2f5042994a41a1d886fd8a367d) AuthConfig (dab6f5af116531944bd15d29775b8fb74af40bab64add3c562dc98bb5b919814) AuthConfig (4bb3dc736a25cb0c4f9db78230351933d90ca977841f32940c422313c4ce8721) AuthConfig (510a39fc8901bfce97667fd77bc0d11e26f0fd1718f2dc142ad8e68829c3fda1) AuthConfig (821e1b914865d7823fde521e45f8cba2b195041aed00c6e944a87f6142cabdd8) AuthConfig (059c7d91a400c0721bfeeec3e7feb862f0c5db57cd89ddc11a398c48535b711a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"e2e-auth-iso-752718","reconcileID":"20b51f99-559d-442c-986d-e232d745be27","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:18.53794698Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"e2e-auth-iso-94b8f9","reconcileID":"ed233d3a-c057-47da-8653-500e8d32fe16","MaaSSubscription":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"name":"maas-trlp-auth-test-model-ef6be7","model":"ai-tenant-e2e-shared-b-w2-ef6be7/auth-test-model-ef6be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:18.624172718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"auth-test-model-ef6be7","reconcileID":"cfa731f7-eec3-4948-9ce5-69768c67042f","MaaSModelRef":{"name":"auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"tenant":"e2e-shared-b-w2-ef6be7","gateway":"openshift-ingress/e2e-shared-b-w2-ef6be7","model":"ai-tenant-e2e-shared-b-w2-ef6be7/auth-test-model-ef6be7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:18.624212994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"auth-test-model-ef6be7","reconcileID":"cfa731f7-eec3-4948-9ce5-69768c67042f","MaaSModelRef":{"name":"auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"routeName":"auth-test-model-ef6be7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","llmisvcName":"auth-test-model-ef6be7","gateway":"openshift-ingress/e2e-shared-b-w2-ef6be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:18.756663559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"e2e-auth-iso-157f1b","reconcileID":"0d884804-261a-41c5-872a-704cb2bc506a","MaaSSubscription":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"name":"maas-trlp-auth-test-model-ed012e","model":"ai-tenant-e2e-shared-b-w4-ed012e/auth-test-model-ed012e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:18.777696731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"auth-test-model-ed012e","reconcileID":"b2970fea-ca6e-4fe9-bd09-86e0ede7e33f","MaaSModelRef":{"name":"auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"tenant":"e2e-shared-b-w4-ed012e","gateway":"openshift-ingress/e2e-shared-b-w4-ed012e","model":"ai-tenant-e2e-shared-b-w4-ed012e/auth-test-model-ed012e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:18.777720304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"auth-test-model-ed012e","reconcileID":"b2970fea-ca6e-4fe9-bd09-86e0ede7e33f","MaaSModelRef":{"name":"auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"routeName":"auth-test-model-ed012e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ed012e","llmisvcName":"auth-test-model-ed012e","gateway":"openshift-ingress/e2e-shared-b-w4-ed012e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:18.832366515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"e2e-auth-iso-157f1b","reconcileID":"50feefe3-ee18-4f05-ab1a-21f206e7988a","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ed012e","tenantID":"e2e-shared-b-w4-ed012e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:18.840511152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"e2e-auth-iso-157f1b","reconcileID":"50feefe3-ee18-4f05-ab1a-21f206e7988a","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"name":"e2e-shared-b-w4-ed012e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:19.114574307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"e2e-auth-iso-94b8f9","reconcileID":"1ddc97a9-23f4-49ef-bd81-dcc9607b0c1b","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-ef6be7","tenantID":"e2e-shared-b-w2-ef6be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:19.121639331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"e2e-auth-iso-94b8f9","reconcileID":"1ddc97a9-23f4-49ef-bd81-dcc9607b0c1b","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"name":"e2e-shared-b-w2-ef6be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:20.305956606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"e2e-auth-iso-d3661f","reconcileID":"27510f81-42ad-4521-84ec-9d99acbfef51","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-68b466","tenantID":"e2e-shared-b-w0-68b466","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:20.313247412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"e2e-auth-iso-d3661f","reconcileID":"27510f81-42ad-4521-84ec-9d99acbfef51","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"name":"e2e-shared-b-w0-68b466-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:20.321059523Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-68b466-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (95761428bd71105e5fe48e4ec902d90e16d619c788c41fcd883289497918d0d3) AuthConfig (4a7ff27264a34f5184a7e577b8acb727f5c2d4c83f5d9b6d18a77ad698aa4b9d) AuthConfig (5f09384bb6825dfd94e536de3739104ddf660590c1be8e55ba49a3cc2a89b1ac) AuthConfig (fabd5f2332c6fbc7073824ab82746e94815792f6ae098c262cb8ed0a44925e18) AuthConfig (99d1b7fc163dece568be332199a5061609289fdbcad119af117ed5fcf9fe8332) AuthConfig (893035ec02832ae4365c9b96e1bf1cd4e9747b9d3d30e9fdea043104a82e8a31) AuthConfig (149de045dfed134de8e585596371c0347dc641a2b09a04cef2244c1de7c3221c) AuthConfig (778619152edb0c7ffb1fb9415d061e9d8fe5214e852f29319618a709962adb13) AuthConfig (7219779b143af3aff59da3bab582384a7b9ede58fd2575f4f0cd3606a7e14479) AuthConfig (ee8181998fc4e9098245bdb244790f739423a3818b015ec7e22d695ce508df11) AuthConfig (37287b5cb32e9d9b56724a70548b5fe8e80be3f86c7210ffdde69b5626671df5) AuthConfig (668d5e66a693dc22ddfcae2ff917a492c5b20bc807fb585f6dbd9dc3c1ade462) AuthConfig (32289bc37f65f383ebb58751395cd7e6ab1c0d038c6624eed47f7649360ef274) AuthConfig (56bfade3cb2bc05673e2c9da2e2f0f3e56c714f81692550e227f984adc15826a) AuthConfig (29fc5bad77d5adedf00234100938273137f4dacff0ccd1cf8ddc7acc5fadf9e5) AuthConfig (3a36ae1783bfc098f593c4cededbeb2531fcf198ca61ef5a7098394ce82f6edb) AuthConfig (08d98da81c11043ba4a8ea60bdb1bf5bd64c82f5e912d1abf81681eb3c9e0a54) AuthConfig (8be567a49deebb286d148277d2a089a4b3def89697867a29d0dd2c88cd561185)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"e2e-auth-iso-d3661f","reconcileID":"27510f81-42ad-4521-84ec-9d99acbfef51","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:20.35639124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"auth-test-model-68b466","reconcileID":"5a0ab5ee-b979-4cfe-abe7-40c4f029624e","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"tenant":"e2e-shared-b-w0-68b466","gateway":"openshift-ingress/e2e-shared-b-w0-68b466","model":"ai-tenant-e2e-shared-b-w0-68b466/auth-test-model-68b466","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:20.356420463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"auth-test-model-68b466","reconcileID":"5a0ab5ee-b979-4cfe-abe7-40c4f029624e","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"routeName":"auth-test-model-68b466-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-68b466","llmisvcName":"auth-test-model-68b466","gateway":"openshift-ingress/e2e-shared-b-w0-68b466","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:20.738601624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"e2e-auth-iso-752718","reconcileID":"f215ef7f-5cef-4671-9097-4855442ba9c4","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-2d1c71","tenantID":"e2e-shared-b-w3-2d1c71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:20.745749161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"e2e-auth-iso-752718","reconcileID":"f215ef7f-5cef-4671-9097-4855442ba9c4","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"name":"e2e-shared-b-w3-2d1c71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:20.768634897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"auth-test-model-2d1c71","reconcileID":"5dc72f6b-06d2-482a-b58d-9678fdda8dbc","MaaSModelRef":{"name":"auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"tenant":"e2e-shared-b-w3-2d1c71","gateway":"openshift-ingress/e2e-shared-b-w3-2d1c71","model":"ai-tenant-e2e-shared-b-w3-2d1c71/auth-test-model-2d1c71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:20.768655735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"auth-test-model-2d1c71","reconcileID":"5dc72f6b-06d2-482a-b58d-9678fdda8dbc","MaaSModelRef":{"name":"auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"routeName":"auth-test-model-2d1c71-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","llmisvcName":"auth-test-model-2d1c71","gateway":"openshift-ingress/e2e-shared-b-w3-2d1c71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:20.976140055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"auth-test-model-a1d55d","reconcileID":"1bf4ae31-60ac-407d-8daf-e6a9402e4501","MaaSModelRef":{"name":"auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"tenant":"e2e-shared-a-w2-a1d55d","gateway":"openshift-ingress/e2e-shared-a-w2-a1d55d","model":"ai-tenant-e2e-shared-a-w2-a1d55d/auth-test-model-a1d55d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:20.976159973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"auth-test-model-a1d55d","reconcileID":"1bf4ae31-60ac-407d-8daf-e6a9402e4501","MaaSModelRef":{"name":"auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"routeName":"auth-test-model-a1d55d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","llmisvcName":"auth-test-model-a1d55d","gateway":"openshift-ingress/e2e-shared-a-w2-a1d55d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:20.984958596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"e2e-auth-iso-94b8f9","reconcileID":"8aa6902a-2431-4fd9-9d34-b412337eee4d","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a1d55d","tenantID":"e2e-shared-a-w2-a1d55d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:20.994391547Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"e2e-auth-iso-94b8f9","reconcileID":"0480049d-9f6b-4930-a9c6-36007989fa2a","MaaSSubscription":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-50605e61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:20.996322701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"e2e-auth-iso-94b8f9","reconcileID":"8aa6902a-2431-4fd9-9d34-b412337eee4d","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"name":"e2e-shared-a-w2-a1d55d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:21.082727299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"e2e-auth-iso-94b8f9","reconcileID":"e82d2ab6-37b0-488a-a2ce-e0a930a7d87d","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a1d55d","tenantID":"e2e-shared-a-w2-a1d55d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:21.091912063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"e2e-auth-iso-94b8f9","reconcileID":"e82d2ab6-37b0-488a-a2ce-e0a930a7d87d","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"name":"e2e-shared-a-w2-a1d55d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:21.39669502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"auth-test-model-ef6b56","reconcileID":"8efdc1d9-c82f-45e3-b0e3-f723594039a7","MaaSModelRef":{"name":"auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"tenant":"e2e-shared-a-w4-ef6b56","gateway":"openshift-ingress/e2e-shared-a-w4-ef6b56","model":"ai-tenant-e2e-shared-a-w4-ef6b56/auth-test-model-ef6b56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:21.396724539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"auth-test-model-ef6b56","reconcileID":"8efdc1d9-c82f-45e3-b0e3-f723594039a7","MaaSModelRef":{"name":"auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"routeName":"auth-test-model-ef6b56-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","llmisvcName":"auth-test-model-ef6b56","gateway":"openshift-ingress/e2e-shared-a-w4-ef6b56","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:21.405117475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"e2e-auth-iso-157f1b","reconcileID":"b2f77fb1-7788-4819-ad76-b2d7c2ba117e","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ef6b56","tenantID":"e2e-shared-a-w4-ef6b56","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:21.411791208Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"e2e-auth-iso-157f1b","reconcileID":"9dd604d7-a522-4608-b9d5-9a5f38eb1ddd","MaaSSubscription":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e92d4a69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:21.414255926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"e2e-auth-iso-157f1b","reconcileID":"b2f77fb1-7788-4819-ad76-b2d7c2ba117e","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"name":"e2e-shared-a-w4-ef6b56-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:21.503318343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"e2e-auth-iso-157f1b","reconcileID":"b304f01d-e1e1-4a0a-ad75-c1e503c8a201","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ef6b56","tenantID":"e2e-shared-a-w4-ef6b56","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:21.511087737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"e2e-auth-iso-157f1b","reconcileID":"b304f01d-e1e1-4a0a-ad75-c1e503c8a201","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"name":"e2e-shared-a-w4-ef6b56-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:22.357324127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"auth-test-model-2d1c71","reconcileID":"a43f576d-83aa-4f53-86ba-40deec906f75","MaaSModelRef":{"name":"auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"tenant":"e2e-shared-b-w3-2d1c71","gateway":"openshift-ingress/e2e-shared-b-w3-2d1c71","model":"ai-tenant-e2e-shared-b-w3-2d1c71/auth-test-model-2d1c71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:22.357345666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"auth-test-model-2d1c71","reconcileID":"a43f576d-83aa-4f53-86ba-40deec906f75","MaaSModelRef":{"name":"auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"routeName":"auth-test-model-2d1c71-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","llmisvcName":"auth-test-model-2d1c71","gateway":"openshift-ingress/e2e-shared-b-w3-2d1c71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:22.368644399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"e2e-auth-iso-752718","reconcileID":"e8191363-8279-4dd8-b1b5-8c492df91d3d","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-2d1c71","tenantID":"e2e-shared-b-w3-2d1c71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:22.371023287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"auth-test-model-2d1c71","reconcileID":"9f9d9a76-15c9-431c-b180-77470db559bd","MaaSModelRef":{"name":"auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"tenant":"e2e-shared-b-w3-2d1c71","gateway":"openshift-ingress/e2e-shared-b-w3-2d1c71","model":"ai-tenant-e2e-shared-b-w3-2d1c71/auth-test-model-2d1c71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:22.371046115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"auth-test-model-2d1c71","reconcileID":"9f9d9a76-15c9-431c-b180-77470db559bd","MaaSModelRef":{"name":"auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"routeName":"auth-test-model-2d1c71-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","llmisvcName":"auth-test-model-2d1c71","gateway":"openshift-ingress/e2e-shared-b-w3-2d1c71","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:06:22.371466586Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"e2e-auth-iso-752718","reconcileID":"c9216fea-0f3a-4334-9be8-dd99823cfa76","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-752718\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:22.377496035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"e2e-auth-iso-752718","reconcileID":"e8191363-8279-4dd8-b1b5-8c492df91d3d","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"name":"e2e-shared-b-w3-2d1c71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:22.384070529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"auth-test-model-2d1c71","reconcileID":"68da926e-9032-4aaf-b396-d4a6bc95826f","MaaSModelRef":{"name":"auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"tenant":"e2e-shared-b-w3-2d1c71","gateway":"openshift-ingress/e2e-shared-b-w3-2d1c71","model":"ai-tenant-e2e-shared-b-w3-2d1c71/auth-test-model-2d1c71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:22.384115086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"auth-test-model-2d1c71","reconcileID":"68da926e-9032-4aaf-b396-d4a6bc95826f","MaaSModelRef":{"name":"auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"routeName":"auth-test-model-2d1c71-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","llmisvcName":"auth-test-model-2d1c71","gateway":"openshift-ingress/e2e-shared-b-w3-2d1c71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:22.391826652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"auth-test-model-2d1c71","reconcileID":"bd45b604-d231-43d8-8dd4-70c0b9bba578","MaaSModelRef":{"name":"auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"tenant":"e2e-shared-b-w3-2d1c71","gateway":"openshift-ingress/e2e-shared-b-w3-2d1c71","model":"ai-tenant-e2e-shared-b-w3-2d1c71/auth-test-model-2d1c71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:22.391844964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"auth-test-model-2d1c71","reconcileID":"bd45b604-d231-43d8-8dd4-70c0b9bba578","MaaSModelRef":{"name":"auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"routeName":"auth-test-model-2d1c71-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","llmisvcName":"auth-test-model-2d1c71","gateway":"openshift-ingress/e2e-shared-b-w3-2d1c71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:22.414416407Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"e2e-auth-iso-752718","reconcileID":"b27de37e-ec07-479f-92d6-14bc6a3dabbd","MaaSSubscription":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"name":"maas-trlp-auth-test-model-2d1c71","model":"auth-test-model-2d1c71","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-2d1c71/e2e-auth-iso-752718"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:22.432541731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"auth-test-model-2d1c71","reconcileID":"5770faa1-10ac-4425-af0f-05ff1b540b8a","MaaSModelRef":{"name":"auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"tenant":"e2e-shared-b-w3-2d1c71","gateway":"openshift-ingress/e2e-shared-b-w3-2d1c71","model":"ai-tenant-e2e-shared-b-w3-2d1c71/auth-test-model-2d1c71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:22.432557757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"auth-test-model-2d1c71","reconcileID":"5770faa1-10ac-4425-af0f-05ff1b540b8a","MaaSModelRef":{"name":"auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"routeName":"auth-test-model-2d1c71-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","llmisvcName":"auth-test-model-2d1c71","gateway":"openshift-ingress/e2e-shared-b-w3-2d1c71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:22.465183625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"e2e-auth-iso-752718","reconcileID":"c205dbbe-dd18-43bf-85ac-4e01b27e6334","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-2d1c71","tenantID":"e2e-shared-b-w3-2d1c71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:22.473914206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"e2e-auth-iso-752718","reconcileID":"c205dbbe-dd18-43bf-85ac-4e01b27e6334","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"name":"e2e-shared-b-w3-2d1c71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:22.507049971Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"e2e-auth-iso-752718","reconcileID":"6188e2dd-3ecb-4c0b-9f29-2cdb9b060d71","MaaSSubscription":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"name":"maas-trlp-auth-test-model-2d1c71","model":"ai-tenant-e2e-shared-b-w3-2d1c71/auth-test-model-2d1c71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:23.729292433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4c01a30-76f2-4a0b-ac93-c38508bc7f69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:23.732659476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4c01a30-76f2-4a0b-ac93-c38508bc7f69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:23.735762803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4c01a30-76f2-4a0b-ac93-c38508bc7f69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:23.738685782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4c01a30-76f2-4a0b-ac93-c38508bc7f69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:24.020823235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7f22605-5416-4d1e-891d-6053557303e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:24.023983603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7f22605-5416-4d1e-891d-6053557303e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:24.026993505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7f22605-5416-4d1e-891d-6053557303e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:24.029993482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7f22605-5416-4d1e-891d-6053557303e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:30.463660643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"e2e-auth-iso-d3661f","reconcileID":"5cbf05da-1ea4-4916-8196-d4750de07e95","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-68b466","tenantID":"e2e-shared-b-w0-68b466","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:30.470998342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"e2e-auth-iso-d3661f","reconcileID":"5cbf05da-1ea4-4916-8196-d4750de07e95","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"name":"e2e-shared-b-w0-68b466-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:30.479779975Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-68b466-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (95761428bd71105e5fe48e4ec902d90e16d619c788c41fcd883289497918d0d3) AuthConfig (4a7ff27264a34f5184a7e577b8acb727f5c2d4c83f5d9b6d18a77ad698aa4b9d) AuthConfig (5f09384bb6825dfd94e536de3739104ddf660590c1be8e55ba49a3cc2a89b1ac) AuthConfig (fabd5f2332c6fbc7073824ab82746e94815792f6ae098c262cb8ed0a44925e18) AuthConfig (99d1b7fc163dece568be332199a5061609289fdbcad119af117ed5fcf9fe8332) AuthConfig (893035ec02832ae4365c9b96e1bf1cd4e9747b9d3d30e9fdea043104a82e8a31) AuthConfig (149de045dfed134de8e585596371c0347dc641a2b09a04cef2244c1de7c3221c) AuthConfig (778619152edb0c7ffb1fb9415d061e9d8fe5214e852f29319618a709962adb13) AuthConfig (7219779b143af3aff59da3bab582384a7b9ede58fd2575f4f0cd3606a7e14479) AuthConfig (ee8181998fc4e9098245bdb244790f739423a3818b015ec7e22d695ce508df11) AuthConfig (37287b5cb32e9d9b56724a70548b5fe8e80be3f86c7210ffdde69b5626671df5) AuthConfig (668d5e66a693dc22ddfcae2ff917a492c5b20bc807fb585f6dbd9dc3c1ade462) AuthConfig (32289bc37f65f383ebb58751395cd7e6ab1c0d038c6624eed47f7649360ef274) AuthConfig (56bfade3cb2bc05673e2c9da2e2f0f3e56c714f81692550e227f984adc15826a) AuthConfig (29fc5bad77d5adedf00234100938273137f4dacff0ccd1cf8ddc7acc5fadf9e5) AuthConfig (3a36ae1783bfc098f593c4cededbeb2531fcf198ca61ef5a7098394ce82f6edb) AuthConfig (08d98da81c11043ba4a8ea60bdb1bf5bd64c82f5e912d1abf81681eb3c9e0a54) AuthConfig (8be567a49deebb286d148277d2a089a4b3def89697867a29d0dd2c88cd561185)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"e2e-auth-iso-d3661f","reconcileID":"5cbf05da-1ea4-4916-8196-d4750de07e95","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:31.019476038Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"e2e-auth-iso-94b8f9","reconcileID":"5e38b14f-2986-4e6e-895a-61f979f00aab","MaaSSubscription":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"model":"ai-tenant-e2e-shared-a-w2-a1d55d/auth-test-model-a1d55d","subscription":"e2e-auth-iso-94b8f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:31.04357971Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"e2e-auth-iso-94b8f9","reconcileID":"5e38b14f-2986-4e6e-895a-61f979f00aab","MaaSSubscription":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"model":"ai-tenant-e2e-shared-a-w2-a1d55d/auth-test-model-a1d55d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:31.050844267Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"e2e-auth-iso-94b8f9","reconcileID":"5e38b14f-2986-4e6e-895a-61f979f00aab","MaaSSubscription":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"name":"maas-trlp-auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","model":"ai-tenant-e2e-shared-a-w2-a1d55d/auth-test-model-a1d55d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:31.141628375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"auth-test-model-a1d55d","reconcileID":"c082c4e9-c8e2-4e0d-93e6-c0692944b58d","MaaSModelRef":{"name":"auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"tenant":"e2e-shared-a-w2-a1d55d","gateway":"openshift-ingress/e2e-shared-a-w2-a1d55d","model":"ai-tenant-e2e-shared-a-w2-a1d55d/auth-test-model-a1d55d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:31.163479481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"auth-test-model-a1d55d","reconcileID":"c082c4e9-c8e2-4e0d-93e6-c0692944b58d","MaaSModelRef":{"name":"auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"routeName":"auth-test-model-a1d55d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","llmisvcName":"auth-test-model-a1d55d","gateway":"openshift-ingress/e2e-shared-a-w2-a1d55d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:31.173855703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"e2e-auth-iso-94b8f9","reconcileID":"9f424bc4-5f58-4463-8ec2-64d6b6e1436c","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a1d55d","tenantID":"e2e-shared-a-w2-a1d55d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:31.206525019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"e2e-auth-iso-94b8f9","reconcileID":"9f424bc4-5f58-4463-8ec2-64d6b6e1436c","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"name":"e2e-shared-a-w2-a1d55d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:31.271371985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"e2e-auth-iso-94b8f9","reconcileID":"0a47a81f-42d9-4b39-a8e6-7f9a7a1976fe","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a1d55d","tenantID":"e2e-shared-a-w2-a1d55d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:31.276731008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"auth-test-model-ef6be7","reconcileID":"2516a599-bef9-4e9c-a83a-2cafc89e5e3b","MaaSModelRef":{"name":"auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"tenant":"e2e-shared-b-w2-ef6be7","gateway":"openshift-ingress/e2e-shared-b-w2-ef6be7","model":"ai-tenant-e2e-shared-b-w2-ef6be7/auth-test-model-ef6be7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:31.276753691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"auth-test-model-ef6be7","reconcileID":"2516a599-bef9-4e9c-a83a-2cafc89e5e3b","MaaSModelRef":{"name":"auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"routeName":"auth-test-model-ef6be7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","llmisvcName":"auth-test-model-ef6be7","gateway":"openshift-ingress/e2e-shared-b-w2-ef6be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:31.281555399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"e2e-auth-iso-94b8f9","reconcileID":"0a47a81f-42d9-4b39-a8e6-7f9a7a1976fe","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"name":"e2e-shared-a-w2-a1d55d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:31.295713141Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"e2e-auth-iso-94b8f9","reconcileID":"86575bf3-4ecf-480e-aea4-34712ad67772","MaaSSubscription":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-aff7c585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:31.365267884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"e2e-auth-iso-94b8f9","reconcileID":"610c26ed-2fef-4ade-86e1-72a37efb49de","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-ef6be7","tenantID":"e2e-shared-b-w2-ef6be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:31.373167353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"e2e-auth-iso-94b8f9","reconcileID":"610c26ed-2fef-4ade-86e1-72a37efb49de","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"name":"e2e-shared-b-w2-ef6be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:31.456240184Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"e2e-auth-iso-157f1b","reconcileID":"402306ed-71b4-49a0-a3a8-3ebbbb7853c7","MaaSSubscription":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"model":"ai-tenant-e2e-shared-a-w4-ef6b56/auth-test-model-ef6b56","subscription":"e2e-auth-iso-157f1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:31.462864436Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"e2e-auth-iso-157f1b","reconcileID":"402306ed-71b4-49a0-a3a8-3ebbbb7853c7","MaaSSubscription":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"model":"ai-tenant-e2e-shared-a-w4-ef6b56/auth-test-model-ef6b56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:31.511704038Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"e2e-auth-iso-157f1b","reconcileID":"402306ed-71b4-49a0-a3a8-3ebbbb7853c7","MaaSSubscription":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"name":"maas-trlp-auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","model":"ai-tenant-e2e-shared-a-w4-ef6b56/auth-test-model-ef6b56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:31.576505008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"e2e-auth-iso-94b8f9","reconcileID":"1162e395-782c-4f87-b760-eefe595dd010","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-ef6be7","tenantID":"e2e-shared-b-w2-ef6be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:31.660045497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"auth-test-model-ef6b56","reconcileID":"cc8c7df7-19a0-46cc-ae0c-57bf0b015800","MaaSModelRef":{"name":"auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"tenant":"e2e-shared-a-w4-ef6b56","gateway":"openshift-ingress/e2e-shared-a-w4-ef6b56","model":"ai-tenant-e2e-shared-a-w4-ef6b56/auth-test-model-ef6b56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:31.660072862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"auth-test-model-ef6b56","reconcileID":"cc8c7df7-19a0-46cc-ae0c-57bf0b015800","MaaSModelRef":{"name":"auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"routeName":"auth-test-model-ef6b56-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","llmisvcName":"auth-test-model-ef6b56","gateway":"openshift-ingress/e2e-shared-a-w4-ef6b56","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:31.663793422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"e2e-auth-iso-94b8f9","reconcileID":"1162e395-782c-4f87-b760-eefe595dd010","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"name":"e2e-shared-b-w2-ef6be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:31.674651729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"e2e-auth-iso-157f1b","reconcileID":"5d461f5b-8c3b-4892-835b-8d38a565979c","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ef6b56","tenantID":"e2e-shared-a-w4-ef6b56","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:31.681308872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"e2e-auth-iso-157f1b","reconcileID":"5d461f5b-8c3b-4892-835b-8d38a565979c","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"name":"e2e-shared-a-w4-ef6b56-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:31.69363205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"e2e-auth-iso-157f1b","reconcileID":"89c221ea-5aca-4393-9e4c-5cfe2614d55f","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ef6b56","tenantID":"e2e-shared-a-w4-ef6b56","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:31.703030357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"e2e-auth-iso-157f1b","reconcileID":"89c221ea-5aca-4393-9e4c-5cfe2614d55f","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"name":"e2e-shared-a-w4-ef6b56-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:31.733526395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"auth-test-model-ed012e","reconcileID":"0296db4d-d625-40f1-aa3b-6d9affb4bd11","MaaSModelRef":{"name":"auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"tenant":"e2e-shared-b-w4-ed012e","gateway":"openshift-ingress/e2e-shared-b-w4-ed012e","model":"ai-tenant-e2e-shared-b-w4-ed012e/auth-test-model-ed012e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:31.733544897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"auth-test-model-ed012e","reconcileID":"0296db4d-d625-40f1-aa3b-6d9affb4bd11","MaaSModelRef":{"name":"auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"routeName":"auth-test-model-ed012e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ed012e","llmisvcName":"auth-test-model-ed012e","gateway":"openshift-ingress/e2e-shared-b-w4-ed012e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:31.747854615Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"e2e-auth-iso-157f1b","reconcileID":"03588beb-7e45-4f66-b850-823a09ae0387","MaaSSubscription":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a3f6d48f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:31.776675263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"e2e-auth-iso-157f1b","reconcileID":"f5169e5c-50be-4f69-9eba-23deaede0e8c","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ed012e","tenantID":"e2e-shared-b-w4-ed012e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:31.78428962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"e2e-auth-iso-157f1b","reconcileID":"f5169e5c-50be-4f69-9eba-23deaede0e8c","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"name":"e2e-shared-b-w4-ed012e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:31.885663634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"e2e-auth-iso-157f1b","reconcileID":"64b347de-b484-4c14-8bb6-37c8d9356ced","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ed012e","tenantID":"e2e-shared-b-w4-ed012e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:31.927531298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"e2e-auth-iso-157f1b","reconcileID":"64b347de-b484-4c14-8bb6-37c8d9356ced","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"name":"e2e-shared-b-w4-ed012e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:33.515008748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df99631b-3864-4f88-85e6-c53eeda36701","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:33.530478288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df99631b-3864-4f88-85e6-c53eeda36701","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:33.539874085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df99631b-3864-4f88-85e6-c53eeda36701","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:33.554863937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df99631b-3864-4f88-85e6-c53eeda36701","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:33.830525358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab834082-4f56-4085-a039-b0ba8e12888a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:33.833657895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab834082-4f56-4085-a039-b0ba8e12888a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:33.836918408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab834082-4f56-4085-a039-b0ba8e12888a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:33.840069622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab834082-4f56-4085-a039-b0ba8e12888a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:34.322601732Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-ca2cd5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-ca2cd5","reconcileID":"38ca5a1b-264e-4324-91ff-e88e92f13f6a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-ca2cd5","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-ca2cd5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:34.565666772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85ba213e-8bb5-456e-be0e-0bbda8bb0088","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:34.574559109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85ba213e-8bb5-456e-be0e-0bbda8bb0088","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:34.577845313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85ba213e-8bb5-456e-be0e-0bbda8bb0088","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:34.581250234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85ba213e-8bb5-456e-be0e-0bbda8bb0088","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:40.391440648Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:40.486062086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"e2e-auth-iso-d3661f","reconcileID":"7fdca892-2d7b-4d57-94f6-63a61751a490","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-68b466","tenantID":"e2e-shared-b-w0-68b466","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:40.494294512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"e2e-auth-iso-d3661f","reconcileID":"7fdca892-2d7b-4d57-94f6-63a61751a490","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"name":"e2e-shared-b-w0-68b466-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:40.500627182Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-68b466-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (95761428bd71105e5fe48e4ec902d90e16d619c788c41fcd883289497918d0d3) AuthConfig (4a7ff27264a34f5184a7e577b8acb727f5c2d4c83f5d9b6d18a77ad698aa4b9d) AuthConfig (5f09384bb6825dfd94e536de3739104ddf660590c1be8e55ba49a3cc2a89b1ac) AuthConfig (fabd5f2332c6fbc7073824ab82746e94815792f6ae098c262cb8ed0a44925e18) AuthConfig (99d1b7fc163dece568be332199a5061609289fdbcad119af117ed5fcf9fe8332) AuthConfig (893035ec02832ae4365c9b96e1bf1cd4e9747b9d3d30e9fdea043104a82e8a31) AuthConfig (149de045dfed134de8e585596371c0347dc641a2b09a04cef2244c1de7c3221c) AuthConfig (778619152edb0c7ffb1fb9415d061e9d8fe5214e852f29319618a709962adb13) AuthConfig (7219779b143af3aff59da3bab582384a7b9ede58fd2575f4f0cd3606a7e14479) AuthConfig (ee8181998fc4e9098245bdb244790f739423a3818b015ec7e22d695ce508df11) AuthConfig (37287b5cb32e9d9b56724a70548b5fe8e80be3f86c7210ffdde69b5626671df5) AuthConfig (668d5e66a693dc22ddfcae2ff917a492c5b20bc807fb585f6dbd9dc3c1ade462) AuthConfig (32289bc37f65f383ebb58751395cd7e6ab1c0d038c6624eed47f7649360ef274) AuthConfig (56bfade3cb2bc05673e2c9da2e2f0f3e56c714f81692550e227f984adc15826a) AuthConfig (29fc5bad77d5adedf00234100938273137f4dacff0ccd1cf8ddc7acc5fadf9e5) AuthConfig (3a36ae1783bfc098f593c4cededbeb2531fcf198ca61ef5a7098394ce82f6edb) AuthConfig (08d98da81c11043ba4a8ea60bdb1bf5bd64c82f5e912d1abf81681eb3c9e0a54) AuthConfig (8be567a49deebb286d148277d2a089a4b3def89697867a29d0dd2c88cd561185)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"e2e-auth-iso-d3661f","reconcileID":"7fdca892-2d7b-4d57-94f6-63a61751a490","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:41.29905897Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"e2e-auth-iso-94b8f9","reconcileID":"28e2a7e3-570e-4a1c-a30d-e1fdc8645d54","MaaSSubscription":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"model":"ai-tenant-e2e-shared-b-w2-ef6be7/auth-test-model-ef6be7","subscription":"e2e-auth-iso-94b8f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:41.308175651Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"e2e-auth-iso-94b8f9","reconcileID":"28e2a7e3-570e-4a1c-a30d-e1fdc8645d54","MaaSSubscription":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"model":"ai-tenant-e2e-shared-b-w2-ef6be7/auth-test-model-ef6be7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:41.311794295Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"e2e-auth-iso-94b8f9","reconcileID":"28e2a7e3-570e-4a1c-a30d-e1fdc8645d54","MaaSSubscription":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"name":"maas-trlp-auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","model":"ai-tenant-e2e-shared-b-w2-ef6be7/auth-test-model-ef6be7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:41.341042759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"auth-test-model-ef6be7","reconcileID":"358f351a-9778-461f-84a5-cd549e0fac31","MaaSModelRef":{"name":"auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"tenant":"e2e-shared-b-w2-ef6be7","gateway":"openshift-ingress/e2e-shared-b-w2-ef6be7","model":"ai-tenant-e2e-shared-b-w2-ef6be7/auth-test-model-ef6be7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:41.341061078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"auth-test-model-ef6be7","reconcileID":"358f351a-9778-461f-84a5-cd549e0fac31","MaaSModelRef":{"name":"auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"routeName":"auth-test-model-ef6be7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","llmisvcName":"auth-test-model-ef6be7","gateway":"openshift-ingress/e2e-shared-b-w2-ef6be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:41.34872764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"e2e-auth-iso-94b8f9","reconcileID":"12ba9487-e1bb-46da-b6d9-11e52a53bc89","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-ef6be7","tenantID":"e2e-shared-b-w2-ef6be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:41.358653274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"e2e-auth-iso-94b8f9","reconcileID":"12ba9487-e1bb-46da-b6d9-11e52a53bc89","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"name":"e2e-shared-b-w2-ef6be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:41.462266145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"e2e-auth-iso-94b8f9","reconcileID":"01ba4031-c366-4014-bc54-263e1cdebc04","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-ef6be7","tenantID":"e2e-shared-b-w2-ef6be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:41.483020171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"e2e-auth-iso-94b8f9","reconcileID":"01ba4031-c366-4014-bc54-263e1cdebc04","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"name":"e2e-shared-b-w2-ef6be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:41.498709361Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"e2e-auth-iso-94b8f9","reconcileID":"76578a7b-d0ad-4f9c-8833-bd3f7ee398ed","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"model":"ai-tenant-e2e-shared-a-w2-a1d55d/auth-test-model-a1d55d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:41.499490609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"auth-test-model-a1d55d","reconcileID":"8e2962bc-e85c-4fd6-bda3-ecc0daf6b3bf","MaaSModelRef":{"name":"auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"tenant":"e2e-shared-a-w2-a1d55d","gateway":"openshift-ingress/e2e-shared-a-w2-a1d55d","model":"ai-tenant-e2e-shared-a-w2-a1d55d/auth-test-model-a1d55d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:41.499555439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"auth-test-model-a1d55d","reconcileID":"8e2962bc-e85c-4fd6-bda3-ecc0daf6b3bf","MaaSModelRef":{"name":"auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"routeName":"auth-test-model-a1d55d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","llmisvcName":"auth-test-model-a1d55d","gateway":"openshift-ingress/e2e-shared-a-w2-a1d55d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:41.606577477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"e2e-auth-iso-94b8f9","reconcileID":"76578a7b-d0ad-4f9c-8833-bd3f7ee398ed","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a1d55d","tenantID":"e2e-shared-a-w2-a1d55d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:41.635606366Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"e2e-auth-iso-94b8f9","reconcileID":"76578a7b-d0ad-4f9c-8833-bd3f7ee398ed","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"name":"e2e-shared-a-w2-a1d55d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:41.635635658Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"e2e-auth-iso-94b8f9","reconcileID":"76578a7b-d0ad-4f9c-8833-bd3f7ee398ed","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a1d55d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:41.645276765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"auth-test-model-a1d55d","reconcileID":"a3f82a0e-2d28-4e4b-879e-982b8c4a8645","MaaSModelRef":{"name":"auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"tenant":"e2e-shared-a-w2-a1d55d","gateway":"openshift-ingress/e2e-shared-a-w2-a1d55d","model":"ai-tenant-e2e-shared-a-w2-a1d55d/auth-test-model-a1d55d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:41.645296196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"auth-test-model-a1d55d","reconcileID":"a3f82a0e-2d28-4e4b-879e-982b8c4a8645","MaaSModelRef":{"name":"auth-test-model-a1d55d","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"routeName":"auth-test-model-a1d55d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","llmisvcName":"auth-test-model-a1d55d","gateway":"openshift-ingress/e2e-shared-a-w2-a1d55d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:41.75155083Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"e2e-auth-iso-157f1b","reconcileID":"33dfe56e-b3eb-40bb-9e92-0d88231c86f4","MaaSSubscription":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"model":"ai-tenant-e2e-shared-b-w4-ed012e/auth-test-model-ed012e","subscription":"e2e-auth-iso-157f1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:41.755172184Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"e2e-auth-iso-157f1b","reconcileID":"33dfe56e-b3eb-40bb-9e92-0d88231c86f4","MaaSSubscription":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"model":"ai-tenant-e2e-shared-b-w4-ed012e/auth-test-model-ed012e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:41.759043791Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"e2e-auth-iso-157f1b","reconcileID":"33dfe56e-b3eb-40bb-9e92-0d88231c86f4","MaaSSubscription":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"name":"maas-trlp-auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e","model":"ai-tenant-e2e-shared-b-w4-ed012e/auth-test-model-ed012e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:41.790440888Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"e2e-auth-iso-94b8f9","reconcileID":"9196b4d6-57b2-46a4-b8cb-969122e1b9f9","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"model":"ai-tenant-e2e-shared-b-w2-ef6be7/auth-test-model-ef6be7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:41.790700346Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"auth-test-model-ef6be7","reconcileID":"c2b80878-fffd-467c-9ad3-905ae22d12a9","MaaSModelRef":{"name":"auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"tenant":"e2e-shared-b-w2-ef6be7","gateway":"openshift-ingress/e2e-shared-b-w2-ef6be7","model":"ai-tenant-e2e-shared-b-w2-ef6be7/auth-test-model-ef6be7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:41.790716432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"auth-test-model-ef6be7","reconcileID":"c2b80878-fffd-467c-9ad3-905ae22d12a9","MaaSModelRef":{"name":"auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"routeName":"auth-test-model-ef6be7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","llmisvcName":"auth-test-model-ef6be7","gateway":"openshift-ingress/e2e-shared-b-w2-ef6be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:41.792845805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"auth-test-model-ed012e","reconcileID":"b6e780b3-81f4-4006-948a-1f4bd80289ae","MaaSModelRef":{"name":"auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"tenant":"e2e-shared-b-w4-ed012e","gateway":"openshift-ingress/e2e-shared-b-w4-ed012e","model":"ai-tenant-e2e-shared-b-w4-ed012e/auth-test-model-ed012e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:41.792868274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"auth-test-model-ed012e","reconcileID":"b6e780b3-81f4-4006-948a-1f4bd80289ae","MaaSModelRef":{"name":"auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"routeName":"auth-test-model-ed012e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ed012e","llmisvcName":"auth-test-model-ed012e","gateway":"openshift-ingress/e2e-shared-b-w4-ed012e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:41.800697683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"e2e-auth-iso-157f1b","reconcileID":"eb609efc-4e78-4f12-a1fb-510c6544b863","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ed012e","tenantID":"e2e-shared-b-w4-ed012e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:41.808081092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"e2e-auth-iso-157f1b","reconcileID":"eb609efc-4e78-4f12-a1fb-510c6544b863","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"name":"e2e-shared-b-w4-ed012e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:41.896130251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"e2e-auth-iso-94b8f9","reconcileID":"9196b4d6-57b2-46a4-b8cb-969122e1b9f9","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-ef6be7","tenantID":"e2e-shared-b-w2-ef6be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:41.902490326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"e2e-auth-iso-157f1b","reconcileID":"7f1d55f4-1dd3-4bc6-83a3-58b93fdb23fe","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ed012e","tenantID":"e2e-shared-b-w4-ed012e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:41.910205126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"e2e-auth-iso-157f1b","reconcileID":"7f1d55f4-1dd3-4bc6-83a3-58b93fdb23fe","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"name":"e2e-shared-b-w4-ed012e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:41.927560563Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"e2e-auth-iso-94b8f9","reconcileID":"9196b4d6-57b2-46a4-b8cb-969122e1b9f9","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"name":"e2e-shared-b-w2-ef6be7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:41.927575061Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"e2e-auth-iso-94b8f9","reconcileID":"9196b4d6-57b2-46a4-b8cb-969122e1b9f9","MaaSAuthPolicy":{"name":"e2e-auth-iso-94b8f9","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-ef6be7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:41.941536242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"auth-test-model-ef6be7","reconcileID":"8b6924c9-7337-4b05-af07-cbbd851f0502","MaaSModelRef":{"name":"auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"tenant":"e2e-shared-b-w2-ef6be7","gateway":"openshift-ingress/e2e-shared-b-w2-ef6be7","model":"ai-tenant-e2e-shared-b-w2-ef6be7/auth-test-model-ef6be7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:41.941555302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"auth-test-model-ef6be7","reconcileID":"8b6924c9-7337-4b05-af07-cbbd851f0502","MaaSModelRef":{"name":"auth-test-model-ef6be7","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"routeName":"auth-test-model-ef6be7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","llmisvcName":"auth-test-model-ef6be7","gateway":"openshift-ingress/e2e-shared-b-w2-ef6be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:41.950954626Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"e2e-auth-iso-157f1b","reconcileID":"3b318252-b230-47ca-b298-6bef8b3ccbb8","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"model":"ai-tenant-e2e-shared-a-w4-ef6b56/auth-test-model-ef6b56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:41.951299021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"auth-test-model-ef6b56","reconcileID":"17e11e05-f232-4129-806e-2fc9329d2652","MaaSModelRef":{"name":"auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"tenant":"e2e-shared-a-w4-ef6b56","gateway":"openshift-ingress/e2e-shared-a-w4-ef6b56","model":"ai-tenant-e2e-shared-a-w4-ef6b56/auth-test-model-ef6b56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:41.951315557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"auth-test-model-ef6b56","reconcileID":"17e11e05-f232-4129-806e-2fc9329d2652","MaaSModelRef":{"name":"auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"routeName":"auth-test-model-ef6b56-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","llmisvcName":"auth-test-model-ef6b56","gateway":"openshift-ingress/e2e-shared-a-w4-ef6b56","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:42.060963336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"e2e-auth-iso-157f1b","reconcileID":"3b318252-b230-47ca-b298-6bef8b3ccbb8","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ef6b56","tenantID":"e2e-shared-a-w4-ef6b56","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:42.08751999Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"e2e-auth-iso-157f1b","reconcileID":"3b318252-b230-47ca-b298-6bef8b3ccbb8","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"name":"e2e-shared-a-w4-ef6b56-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:42.087541334Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"e2e-auth-iso-157f1b","reconcileID":"3b318252-b230-47ca-b298-6bef8b3ccbb8","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ef6b56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:42.094622705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"auth-test-model-ef6b56","reconcileID":"9aa4ffbf-6564-4b84-99fa-125cfdf513aa","MaaSModelRef":{"name":"auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"tenant":"e2e-shared-a-w4-ef6b56","gateway":"openshift-ingress/e2e-shared-a-w4-ef6b56","model":"ai-tenant-e2e-shared-a-w4-ef6b56/auth-test-model-ef6b56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:42.094644659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"auth-test-model-ef6b56","reconcileID":"9aa4ffbf-6564-4b84-99fa-125cfdf513aa","MaaSModelRef":{"name":"auth-test-model-ef6b56","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"routeName":"auth-test-model-ef6b56-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","llmisvcName":"auth-test-model-ef6b56","gateway":"openshift-ingress/e2e-shared-a-w4-ef6b56","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:42.263143089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"auth-test-model-ed012e","reconcileID":"86bc0991-5066-4208-aa6b-72c7c372ce6e","MaaSModelRef":{"name":"auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"tenant":"e2e-shared-b-w4-ed012e","gateway":"openshift-ingress/e2e-shared-b-w4-ed012e","model":"ai-tenant-e2e-shared-b-w4-ed012e/auth-test-model-ed012e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:42.263464729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"auth-test-model-ed012e","reconcileID":"86bc0991-5066-4208-aa6b-72c7c372ce6e","MaaSModelRef":{"name":"auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"routeName":"auth-test-model-ed012e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ed012e","llmisvcName":"auth-test-model-ed012e","gateway":"openshift-ingress/e2e-shared-b-w4-ed012e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:42.263429221Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"e2e-auth-iso-157f1b","reconcileID":"160722aa-e8d1-4594-b2ef-8fe1902d54a3","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"model":"ai-tenant-e2e-shared-b-w4-ed012e/auth-test-model-ed012e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:42.384996395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"e2e-auth-iso-157f1b","reconcileID":"160722aa-e8d1-4594-b2ef-8fe1902d54a3","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ed012e","tenantID":"e2e-shared-b-w4-ed012e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:42.410463178Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"e2e-auth-iso-157f1b","reconcileID":"160722aa-e8d1-4594-b2ef-8fe1902d54a3","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"name":"e2e-shared-b-w4-ed012e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:42.410485511Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"e2e-auth-iso-157f1b","reconcileID":"160722aa-e8d1-4594-b2ef-8fe1902d54a3","MaaSAuthPolicy":{"name":"e2e-auth-iso-157f1b","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ed012e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:42.417603159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"auth-test-model-ed012e","reconcileID":"b3d04ff6-f536-4fe0-8f02-49e1c3d8bab4","MaaSModelRef":{"name":"auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"tenant":"e2e-shared-b-w4-ed012e","gateway":"openshift-ingress/e2e-shared-b-w4-ed012e","model":"ai-tenant-e2e-shared-b-w4-ed012e/auth-test-model-ed012e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:42.417625325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"auth-test-model-ed012e","reconcileID":"b3d04ff6-f536-4fe0-8f02-49e1c3d8bab4","MaaSModelRef":{"name":"auth-test-model-ed012e","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"routeName":"auth-test-model-ed012e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ed012e","llmisvcName":"auth-test-model-ed012e","gateway":"openshift-ingress/e2e-shared-b-w4-ed012e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:47.375294842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"default-tenant","reconcileID":"66bd6dca-f298-4509-9a46-09575c4ec8dd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ca2cd5","tenantID":"e2e-extmod-a-ca2cd5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:47.431751974Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"default-tenant","reconcileID":"66bd6dca-f298-4509-9a46-09575c4ec8dd","name":"e2e-extmod-a-ca2cd5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:49.095979524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98b06848-acc7-4227-b1e6-0abbc26ca143","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:49.107374735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98b06848-acc7-4227-b1e6-0abbc26ca143","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:49.112238142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98b06848-acc7-4227-b1e6-0abbc26ca143","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:49.117768304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98b06848-acc7-4227-b1e6-0abbc26ca143","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:49.519669231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a24d7043-8bca-442a-a343-76cf650d5593","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:49.522889011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a24d7043-8bca-442a-a343-76cf650d5593","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:49.526451411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a24d7043-8bca-442a-a343-76cf650d5593","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:49.529689732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a24d7043-8bca-442a-a343-76cf650d5593","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:49.714534199Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-d6f956","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-d6f956","reconcileID":"bd45bdaa-f622-4b76-b06f-77b02a0d03a4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-d6f956","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-d6f956":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:50.129964599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc5f7b55-6099-4836-900a-a8a2a52305ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:50.211425178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc5f7b55-6099-4836-900a-a8a2a52305ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:50.260292953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc5f7b55-6099-4836-900a-a8a2a52305ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:50.282928111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc5f7b55-6099-4836-900a-a8a2a52305ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:50.514999199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"e2e-auth-iso-d3661f","reconcileID":"93f27b8e-2840-46d0-9748-8755ddc05195","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-68b466","tenantID":"e2e-shared-b-w0-68b466","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:50.523381838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"e2e-auth-iso-d3661f","reconcileID":"93f27b8e-2840-46d0-9748-8755ddc05195","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"name":"e2e-shared-b-w0-68b466-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:50.53186504Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-68b466-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (95761428bd71105e5fe48e4ec902d90e16d619c788c41fcd883289497918d0d3) AuthConfig (4a7ff27264a34f5184a7e577b8acb727f5c2d4c83f5d9b6d18a77ad698aa4b9d) AuthConfig (5f09384bb6825dfd94e536de3739104ddf660590c1be8e55ba49a3cc2a89b1ac) AuthConfig (fabd5f2332c6fbc7073824ab82746e94815792f6ae098c262cb8ed0a44925e18) AuthConfig (99d1b7fc163dece568be332199a5061609289fdbcad119af117ed5fcf9fe8332) AuthConfig (893035ec02832ae4365c9b96e1bf1cd4e9747b9d3d30e9fdea043104a82e8a31) AuthConfig (149de045dfed134de8e585596371c0347dc641a2b09a04cef2244c1de7c3221c) AuthConfig (778619152edb0c7ffb1fb9415d061e9d8fe5214e852f29319618a709962adb13) AuthConfig (7219779b143af3aff59da3bab582384a7b9ede58fd2575f4f0cd3606a7e14479) AuthConfig (ee8181998fc4e9098245bdb244790f739423a3818b015ec7e22d695ce508df11) AuthConfig (37287b5cb32e9d9b56724a70548b5fe8e80be3f86c7210ffdde69b5626671df5) AuthConfig (668d5e66a693dc22ddfcae2ff917a492c5b20bc807fb585f6dbd9dc3c1ade462) AuthConfig (32289bc37f65f383ebb58751395cd7e6ab1c0d038c6624eed47f7649360ef274) AuthConfig (56bfade3cb2bc05673e2c9da2e2f0f3e56c714f81692550e227f984adc15826a) AuthConfig (29fc5bad77d5adedf00234100938273137f4dacff0ccd1cf8ddc7acc5fadf9e5) AuthConfig (3a36ae1783bfc098f593c4cededbeb2531fcf198ca61ef5a7098394ce82f6edb) AuthConfig (08d98da81c11043ba4a8ea60bdb1bf5bd64c82f5e912d1abf81681eb3c9e0a54) AuthConfig (8be567a49deebb286d148277d2a089a4b3def89697867a29d0dd2c88cd561185)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"e2e-auth-iso-d3661f","reconcileID":"93f27b8e-2840-46d0-9748-8755ddc05195","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:51.390208123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"e2e-auth-iso-752718","reconcileID":"112bd1fc-3c66-431f-b043-4ac96fc86ecb","MaaSSubscription":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"name":"maas-trlp-auth-test-model-2d1c71","model":"ai-tenant-e2e-shared-b-w3-2d1c71/auth-test-model-2d1c71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:51.489054883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"auth-test-model-2d1c71","reconcileID":"03122962-23bd-4f72-8c15-6e2b64817e5f","MaaSModelRef":{"name":"auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"tenant":"e2e-shared-b-w3-2d1c71","gateway":"openshift-ingress/e2e-shared-b-w3-2d1c71","model":"ai-tenant-e2e-shared-b-w3-2d1c71/auth-test-model-2d1c71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:51.489370831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"auth-test-model-2d1c71","reconcileID":"03122962-23bd-4f72-8c15-6e2b64817e5f","MaaSModelRef":{"name":"auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"routeName":"auth-test-model-2d1c71-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","llmisvcName":"auth-test-model-2d1c71","gateway":"openshift-ingress/e2e-shared-b-w3-2d1c71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:51.692155692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"e2e-auth-iso-752718","reconcileID":"00853e8c-b2e4-45c6-97d6-5eb0cdced7c3","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-2d1c71","tenantID":"e2e-shared-b-w3-2d1c71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:51.842257083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"e2e-auth-iso-752718","reconcileID":"00853e8c-b2e4-45c6-97d6-5eb0cdced7c3","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"name":"e2e-shared-b-w3-2d1c71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:54.848016378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"auth-test-model-c2e3f9","reconcileID":"cd018b6a-79e2-4aaa-8028-4b63eb9f8543","MaaSModelRef":{"name":"auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"tenant":"e2e-shared-a-w3-c2e3f9","gateway":"openshift-ingress/e2e-shared-a-w3-c2e3f9","model":"ai-tenant-e2e-shared-a-w3-c2e3f9/auth-test-model-c2e3f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:54.84804605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"auth-test-model-c2e3f9","reconcileID":"cd018b6a-79e2-4aaa-8028-4b63eb9f8543","MaaSModelRef":{"name":"auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"routeName":"auth-test-model-c2e3f9-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","llmisvcName":"auth-test-model-c2e3f9","gateway":"openshift-ingress/e2e-shared-a-w3-c2e3f9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:54.860973517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"e2e-auth-iso-752718","reconcileID":"269f37d9-468d-4b8d-b51d-757a3b80ca1f","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-c2e3f9","tenantID":"e2e-shared-a-w3-c2e3f9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:54.865945441Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"e2e-auth-iso-752718","reconcileID":"c7c7f5fe-b3d6-49dc-a6a9-f5afb03e8825","MaaSSubscription":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3e2a74ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:54.873982536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"e2e-auth-iso-752718","reconcileID":"269f37d9-468d-4b8d-b51d-757a3b80ca1f","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"name":"e2e-shared-a-w3-c2e3f9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:54.954301825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"e2e-auth-iso-752718","reconcileID":"2afde350-c727-4682-b889-80fbbeecbf50","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-c2e3f9","tenantID":"e2e-shared-a-w3-c2e3f9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:54.978961445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"e2e-auth-iso-752718","reconcileID":"2afde350-c727-4682-b889-80fbbeecbf50","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"name":"e2e-shared-a-w3-c2e3f9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:00.543598916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"e2e-auth-iso-d3661f","reconcileID":"d4075307-62f7-4805-9cc9-92eef1f3fe8c","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-68b466","tenantID":"e2e-shared-b-w0-68b466","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:00.552182668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"e2e-auth-iso-d3661f","reconcileID":"d4075307-62f7-4805-9cc9-92eef1f3fe8c","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"name":"e2e-shared-b-w0-68b466-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:00.57618954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"auth-test-model-68b466","reconcileID":"00bf96f7-7b66-4840-bb93-1977a3e2ecac","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"tenant":"e2e-shared-b-w0-68b466","gateway":"openshift-ingress/e2e-shared-b-w0-68b466","model":"ai-tenant-e2e-shared-b-w0-68b466/auth-test-model-68b466","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:00.57620709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"auth-test-model-68b466","reconcileID":"00bf96f7-7b66-4840-bb93-1977a3e2ecac","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"routeName":"auth-test-model-68b466-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-68b466","llmisvcName":"auth-test-model-68b466","gateway":"openshift-ingress/e2e-shared-b-w0-68b466","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:02.418119033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"auth-test-model-68b466","reconcileID":"9ee48c3e-70c5-47e4-a73a-dd24b15ad4c8","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"tenant":"e2e-shared-b-w0-68b466","gateway":"openshift-ingress/e2e-shared-b-w0-68b466","model":"ai-tenant-e2e-shared-b-w0-68b466/auth-test-model-68b466","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:02.418144473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"auth-test-model-68b466","reconcileID":"9ee48c3e-70c5-47e4-a73a-dd24b15ad4c8","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"routeName":"auth-test-model-68b466-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-68b466","llmisvcName":"auth-test-model-68b466","gateway":"openshift-ingress/e2e-shared-b-w0-68b466","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:02.425646238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"e2e-auth-iso-d3661f","reconcileID":"a2bd36b7-56c3-404b-92cf-89b279fc9876","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-68b466","tenantID":"e2e-shared-b-w0-68b466","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:02.429825823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"auth-test-model-68b466","reconcileID":"f5fbba8a-28b9-4071-89ce-826adc1a2d10","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"tenant":"e2e-shared-b-w0-68b466","gateway":"openshift-ingress/e2e-shared-b-w0-68b466","model":"ai-tenant-e2e-shared-b-w0-68b466/auth-test-model-68b466","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:02.429850144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"auth-test-model-68b466","reconcileID":"f5fbba8a-28b9-4071-89ce-826adc1a2d10","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"routeName":"auth-test-model-68b466-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-68b466","llmisvcName":"auth-test-model-68b466","gateway":"openshift-ingress/e2e-shared-b-w0-68b466","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:07:02.429917484Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"e2e-auth-iso-d3661f","reconcileID":"24445536-d988-40cc-9d7e-22eb087fd2f8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-d3661f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:02.434907097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"e2e-auth-iso-d3661f","reconcileID":"a2bd36b7-56c3-404b-92cf-89b279fc9876","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"name":"e2e-shared-b-w0-68b466-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:07:02.436455319Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"auth-test-model-68b466","reconcileID":"f5fbba8a-28b9-4071-89ce-826adc1a2d10","name":"auth-test-model-68b466","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-68b466\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:07:02.436502587Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"auth-test-model-68b466","reconcileID":"f5fbba8a-28b9-4071-89ce-826adc1a2d10","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-68b466\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:02.442261332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"auth-test-model-68b466","reconcileID":"97976f24-b603-4070-98fa-063e4f620338","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"tenant":"e2e-shared-b-w0-68b466","gateway":"openshift-ingress/e2e-shared-b-w0-68b466","model":"ai-tenant-e2e-shared-b-w0-68b466/auth-test-model-68b466","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:02.442275616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"auth-test-model-68b466","reconcileID":"97976f24-b603-4070-98fa-063e4f620338","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"routeName":"auth-test-model-68b466-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-68b466","llmisvcName":"auth-test-model-68b466","gateway":"openshift-ingress/e2e-shared-b-w0-68b466","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:02.444312833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"auth-test-model-68b466","reconcileID":"e536265a-8b5b-491d-ab20-a315786736e4","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"tenant":"e2e-shared-b-w0-68b466","gateway":"openshift-ingress/e2e-shared-b-w0-68b466","model":"ai-tenant-e2e-shared-b-w0-68b466/auth-test-model-68b466","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:02.44433079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"auth-test-model-68b466","reconcileID":"e536265a-8b5b-491d-ab20-a315786736e4","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"routeName":"auth-test-model-68b466-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-68b466","llmisvcName":"auth-test-model-68b466","gateway":"openshift-ingress/e2e-shared-b-w0-68b466","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:02.45772102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"auth-test-model-68b466","reconcileID":"7a8a25e0-5206-4733-aa65-1c2935783ec0","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"tenant":"e2e-shared-b-w0-68b466","gateway":"openshift-ingress/e2e-shared-b-w0-68b466","model":"ai-tenant-e2e-shared-b-w0-68b466/auth-test-model-68b466","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:02.457737704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"auth-test-model-68b466","reconcileID":"7a8a25e0-5206-4733-aa65-1c2935783ec0","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"routeName":"auth-test-model-68b466-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-68b466","llmisvcName":"auth-test-model-68b466","gateway":"openshift-ingress/e2e-shared-b-w0-68b466","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:02.476673364Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"e2e-auth-iso-d3661f","reconcileID":"0247e2a1-93e5-4359-be05-09992b270ca3","MaaSSubscription":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"name":"maas-trlp-auth-test-model-68b466","model":"auth-test-model-68b466","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-68b466/e2e-auth-iso-d3661f"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:02.496165927Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"auth-test-model-68b466","reconcileID":"589bb963-f00c-4a67-866c-4b457e8d88db","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"tenant":"e2e-shared-b-w0-68b466","gateway":"openshift-ingress/e2e-shared-b-w0-68b466","model":"ai-tenant-e2e-shared-b-w0-68b466/auth-test-model-68b466","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:02.496188018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"auth-test-model-68b466","reconcileID":"589bb963-f00c-4a67-866c-4b457e8d88db","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"routeName":"auth-test-model-68b466-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-68b466","llmisvcName":"auth-test-model-68b466","gateway":"openshift-ingress/e2e-shared-b-w0-68b466","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:02.524313713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"e2e-auth-iso-d3661f","reconcileID":"1e1eda5a-19a3-4677-9817-211f02122038","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-68b466","tenantID":"e2e-shared-b-w0-68b466","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:02.531370848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"e2e-auth-iso-d3661f","reconcileID":"1e1eda5a-19a3-4677-9817-211f02122038","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"name":"e2e-shared-b-w0-68b466-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:02.576671778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"e2e-auth-iso-d3661f","reconcileID":"240a0134-e13b-46f5-bdfd-182819b3ce5c","MaaSSubscription":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"name":"maas-trlp-auth-test-model-68b466","model":"ai-tenant-e2e-shared-b-w0-68b466/auth-test-model-68b466","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:03.985987416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61525313-5716-494b-9260-f1893d488bf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:03.993561263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61525313-5716-494b-9260-f1893d488bf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:03.997226412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61525313-5716-494b-9260-f1893d488bf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:04.001043774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61525313-5716-494b-9260-f1893d488bf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:04.287567097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"367badab-72e2-4bff-8c49-ff2dba8fe2e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:04.342419904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"367badab-72e2-4bff-8c49-ff2dba8fe2e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:04.387821716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"367badab-72e2-4bff-8c49-ff2dba8fe2e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:04.398748607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"367badab-72e2-4bff-8c49-ff2dba8fe2e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:04.870888865Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"e2e-auth-iso-752718","reconcileID":"b0f80553-a4b3-43e0-9559-16620b857f94","MaaSSubscription":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"model":"ai-tenant-e2e-shared-a-w3-c2e3f9/auth-test-model-c2e3f9","subscription":"e2e-auth-iso-752718","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:04.877050391Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"e2e-auth-iso-752718","reconcileID":"b0f80553-a4b3-43e0-9559-16620b857f94","MaaSSubscription":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"model":"ai-tenant-e2e-shared-a-w3-c2e3f9/auth-test-model-c2e3f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:04.881580229Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"e2e-auth-iso-752718","reconcileID":"b0f80553-a4b3-43e0-9559-16620b857f94","MaaSSubscription":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"name":"maas-trlp-auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","model":"ai-tenant-e2e-shared-a-w3-c2e3f9/auth-test-model-c2e3f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:05.019815287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"auth-test-model-c2e3f9","reconcileID":"e44208d1-ef13-4df4-8581-f8f5ca7b4d77","MaaSModelRef":{"name":"auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"tenant":"e2e-shared-a-w3-c2e3f9","gateway":"openshift-ingress/e2e-shared-a-w3-c2e3f9","model":"ai-tenant-e2e-shared-a-w3-c2e3f9/auth-test-model-c2e3f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:05.071706199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"auth-test-model-c2e3f9","reconcileID":"e44208d1-ef13-4df4-8581-f8f5ca7b4d77","MaaSModelRef":{"name":"auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"routeName":"auth-test-model-c2e3f9-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","llmisvcName":"auth-test-model-c2e3f9","gateway":"openshift-ingress/e2e-shared-a-w3-c2e3f9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:05.035974676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"e2e-auth-iso-752718","reconcileID":"4f41b627-b7d4-4991-98bd-f4caf1bf0ef4","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-c2e3f9","tenantID":"e2e-shared-a-w3-c2e3f9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:05.100235731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"e2e-auth-iso-752718","reconcileID":"4f41b627-b7d4-4991-98bd-f4caf1bf0ef4","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"name":"e2e-shared-a-w3-c2e3f9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:05.126561838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"e2e-auth-iso-752718","reconcileID":"f4fee63c-202f-4326-8b65-261ba493e7e7","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-c2e3f9","tenantID":"e2e-shared-a-w3-c2e3f9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:05.140394522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"e2e-auth-iso-752718","reconcileID":"f4fee63c-202f-4326-8b65-261ba493e7e7","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"name":"e2e-shared-a-w3-c2e3f9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:05.165730283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"auth-test-model-2d1c71","reconcileID":"26a14215-42cd-4f81-b262-3580cf407340","MaaSModelRef":{"name":"auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"tenant":"e2e-shared-b-w3-2d1c71","gateway":"openshift-ingress/e2e-shared-b-w3-2d1c71","model":"ai-tenant-e2e-shared-b-w3-2d1c71/auth-test-model-2d1c71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:05.165758209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"auth-test-model-2d1c71","reconcileID":"26a14215-42cd-4f81-b262-3580cf407340","MaaSModelRef":{"name":"auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"routeName":"auth-test-model-2d1c71-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","llmisvcName":"auth-test-model-2d1c71","gateway":"openshift-ingress/e2e-shared-b-w3-2d1c71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:05.187170276Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"e2e-auth-iso-752718","reconcileID":"f7bfd847-14ca-4e05-b043-7b159ec5b1f8","MaaSSubscription":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1af7d73c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:05.227079094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"e2e-auth-iso-752718","reconcileID":"b03e84e9-e26b-4a43-8ce7-637f680f38b0","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-2d1c71","tenantID":"e2e-shared-b-w3-2d1c71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:05.236415473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"e2e-auth-iso-752718","reconcileID":"b03e84e9-e26b-4a43-8ce7-637f680f38b0","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"name":"e2e-shared-b-w3-2d1c71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:05.326591593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"e2e-auth-iso-752718","reconcileID":"511394bd-6da7-442d-bfd3-d87640b96685","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-2d1c71","tenantID":"e2e-shared-b-w3-2d1c71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:05.335904688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"e2e-auth-iso-752718","reconcileID":"511394bd-6da7-442d-bfd3-d87640b96685","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"name":"e2e-shared-b-w3-2d1c71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:05.569450941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"default-tenant","reconcileID":"7a244188-e33c-4bf7-ac95-7896b99c84a6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d6f956","tenantID":"e2e-extmod-a-d6f956","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:05.630626766Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"default-tenant","reconcileID":"7a244188-e33c-4bf7-ac95-7896b99c84a6","name":"e2e-extmod-a-d6f956-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:07.430440294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb754dcb-8c3d-4685-8cb8-0598fbcbdf44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:07.433384529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb754dcb-8c3d-4685-8cb8-0598fbcbdf44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:07.436313595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb754dcb-8c3d-4685-8cb8-0598fbcbdf44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:07.439458705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb754dcb-8c3d-4685-8cb8-0598fbcbdf44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:07.695243294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be82cfc0-88e7-4a9f-92a7-75d1559e5105","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:07.698323563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be82cfc0-88e7-4a9f-92a7-75d1559e5105","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:07.701407353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be82cfc0-88e7-4a9f-92a7-75d1559e5105","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:07.704330938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be82cfc0-88e7-4a9f-92a7-75d1559e5105","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:08.16424641Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-1dd09d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-1dd09d","reconcileID":"76931f11-b442-487f-89e3-504c0038a0b3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-1dd09d","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-1dd09d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:08.340548612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a57010de-ed96-4187-a65c-09f7149eb771","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:08.343859421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a57010de-ed96-4187-a65c-09f7149eb771","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:08.346811903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a57010de-ed96-4187-a65c-09f7149eb771","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:08.349862507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a57010de-ed96-4187-a65c-09f7149eb771","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:09.144245619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ca94bbd-2193-498a-a9ff-9ca1117060b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:09.159266025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ca94bbd-2193-498a-a9ff-9ca1117060b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:09.162725652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ca94bbd-2193-498a-a9ff-9ca1117060b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:09.165979198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ca94bbd-2193-498a-a9ff-9ca1117060b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:09.477272297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a49bf3c-8f21-4e83-bdb5-fee5a69e6fbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:09.483165041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a49bf3c-8f21-4e83-bdb5-fee5a69e6fbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:09.487879938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a49bf3c-8f21-4e83-bdb5-fee5a69e6fbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:09.491382302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a49bf3c-8f21-4e83-bdb5-fee5a69e6fbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:10.11239979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c92ca7e-8ad4-4843-966e-ee80777ff687","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:10.11570334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c92ca7e-8ad4-4843-966e-ee80777ff687","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:10.128294468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c92ca7e-8ad4-4843-966e-ee80777ff687","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:10.180442297Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-f3d6a5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-f3d6a5","reconcileID":"6e432ff9-0082-4915-aeb8-ab7a8536659f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-f3d6a5","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-f3d6a5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:10.181116048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c92ca7e-8ad4-4843-966e-ee80777ff687","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:10.458861347Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:10.560340545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a746d445-08c0-467a-91cf-54493c646132","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:10.563522656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a746d445-08c0-467a-91cf-54493c646132","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:10.566977339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a746d445-08c0-467a-91cf-54493c646132","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:10.570508527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a746d445-08c0-467a-91cf-54493c646132","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:10.838221774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f5c2256-6a5b-408e-aadd-734dd58dd7c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:10.841446383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f5c2256-6a5b-408e-aadd-734dd58dd7c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:10.847856518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f5c2256-6a5b-408e-aadd-734dd58dd7c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:10.853498146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f5c2256-6a5b-408e-aadd-734dd58dd7c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:15.190462752Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"e2e-auth-iso-752718","reconcileID":"20b3aabf-1134-40c4-8f36-e367c20ef6eb","MaaSSubscription":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"model":"ai-tenant-e2e-shared-b-w3-2d1c71/auth-test-model-2d1c71","subscription":"e2e-auth-iso-752718","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:15.194711036Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"e2e-auth-iso-752718","reconcileID":"20b3aabf-1134-40c4-8f36-e367c20ef6eb","MaaSSubscription":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"model":"ai-tenant-e2e-shared-b-w3-2d1c71/auth-test-model-2d1c71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:15.198929333Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"e2e-auth-iso-752718","reconcileID":"20b3aabf-1134-40c4-8f36-e367c20ef6eb","MaaSSubscription":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"name":"maas-trlp-auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","model":"ai-tenant-e2e-shared-b-w3-2d1c71/auth-test-model-2d1c71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:15.229786192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"auth-test-model-2d1c71","reconcileID":"7f56c4bd-4ed3-4098-94e7-573ed9cac3e6","MaaSModelRef":{"name":"auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"tenant":"e2e-shared-b-w3-2d1c71","gateway":"openshift-ingress/e2e-shared-b-w3-2d1c71","model":"ai-tenant-e2e-shared-b-w3-2d1c71/auth-test-model-2d1c71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:15.229801697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"auth-test-model-2d1c71","reconcileID":"7f56c4bd-4ed3-4098-94e7-573ed9cac3e6","MaaSModelRef":{"name":"auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"routeName":"auth-test-model-2d1c71-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","llmisvcName":"auth-test-model-2d1c71","gateway":"openshift-ingress/e2e-shared-b-w3-2d1c71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:15.238579428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"e2e-auth-iso-752718","reconcileID":"b78091b0-c892-40ba-9264-8e0388b85010","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-2d1c71","tenantID":"e2e-shared-b-w3-2d1c71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:15.246802467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"e2e-auth-iso-752718","reconcileID":"b78091b0-c892-40ba-9264-8e0388b85010","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"name":"e2e-shared-b-w3-2d1c71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:15.345569346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"e2e-auth-iso-752718","reconcileID":"fb86f564-1d1e-4a71-94d6-efd2118c96ca","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-2d1c71","tenantID":"e2e-shared-b-w3-2d1c71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:15.378572919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"e2e-auth-iso-752718","reconcileID":"fb86f564-1d1e-4a71-94d6-efd2118c96ca","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"name":"e2e-shared-b-w3-2d1c71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:15.385074457Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"e2e-auth-iso-752718","reconcileID":"48262d93-cc4b-4641-a279-5f9ecb8d113c","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"model":"ai-tenant-e2e-shared-a-w3-c2e3f9/auth-test-model-c2e3f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:15.394616979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"auth-test-model-c2e3f9","reconcileID":"37ddbb55-78b0-4940-856b-b81fadf512a4","MaaSModelRef":{"name":"auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"tenant":"e2e-shared-a-w3-c2e3f9","gateway":"openshift-ingress/e2e-shared-a-w3-c2e3f9","model":"ai-tenant-e2e-shared-a-w3-c2e3f9/auth-test-model-c2e3f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:15.401662765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"auth-test-model-c2e3f9","reconcileID":"37ddbb55-78b0-4940-856b-b81fadf512a4","MaaSModelRef":{"name":"auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"routeName":"auth-test-model-c2e3f9-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","llmisvcName":"auth-test-model-c2e3f9","gateway":"openshift-ingress/e2e-shared-a-w3-c2e3f9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:15.501497534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"e2e-auth-iso-752718","reconcileID":"48262d93-cc4b-4641-a279-5f9ecb8d113c","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-c2e3f9","tenantID":"e2e-shared-a-w3-c2e3f9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:15.529147435Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"e2e-auth-iso-752718","reconcileID":"48262d93-cc4b-4641-a279-5f9ecb8d113c","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"name":"e2e-shared-a-w3-c2e3f9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:15.529166243Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"e2e-auth-iso-752718","reconcileID":"48262d93-cc4b-4641-a279-5f9ecb8d113c","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-c2e3f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:15.536595637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"auth-test-model-c2e3f9","reconcileID":"17a9c641-c12d-41a7-b63a-2cf09408fa4f","MaaSModelRef":{"name":"auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"tenant":"e2e-shared-a-w3-c2e3f9","gateway":"openshift-ingress/e2e-shared-a-w3-c2e3f9","model":"ai-tenant-e2e-shared-a-w3-c2e3f9/auth-test-model-c2e3f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:15.536612328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"auth-test-model-c2e3f9","reconcileID":"17a9c641-c12d-41a7-b63a-2cf09408fa4f","MaaSModelRef":{"name":"auth-test-model-c2e3f9","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"routeName":"auth-test-model-c2e3f9-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","llmisvcName":"auth-test-model-c2e3f9","gateway":"openshift-ingress/e2e-shared-a-w3-c2e3f9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:15.685703734Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"e2e-auth-iso-752718","reconcileID":"a7e66065-056b-47e3-83ed-6336d741698c","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"model":"ai-tenant-e2e-shared-b-w3-2d1c71/auth-test-model-2d1c71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:15.685948805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"auth-test-model-2d1c71","reconcileID":"e4be2715-b4d6-4af9-a4bb-37aecd76c7a9","MaaSModelRef":{"name":"auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"tenant":"e2e-shared-b-w3-2d1c71","gateway":"openshift-ingress/e2e-shared-b-w3-2d1c71","model":"ai-tenant-e2e-shared-b-w3-2d1c71/auth-test-model-2d1c71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:15.685971193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"auth-test-model-2d1c71","reconcileID":"e4be2715-b4d6-4af9-a4bb-37aecd76c7a9","MaaSModelRef":{"name":"auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"routeName":"auth-test-model-2d1c71-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","llmisvcName":"auth-test-model-2d1c71","gateway":"openshift-ingress/e2e-shared-b-w3-2d1c71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:15.694228227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"e2e-auth-iso-752718","reconcileID":"a7e66065-056b-47e3-83ed-6336d741698c","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-2d1c71","tenantID":"e2e-shared-b-w3-2d1c71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:15.720035741Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"e2e-auth-iso-752718","reconcileID":"a7e66065-056b-47e3-83ed-6336d741698c","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"name":"e2e-shared-b-w3-2d1c71-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:15.720051976Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"e2e-auth-iso-752718","reconcileID":"a7e66065-056b-47e3-83ed-6336d741698c","MaaSAuthPolicy":{"name":"e2e-auth-iso-752718","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-2d1c71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:15.726925018Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"auth-test-model-2d1c71","reconcileID":"12a3036b-609e-41eb-b32e-f215405271de","MaaSModelRef":{"name":"auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"tenant":"e2e-shared-b-w3-2d1c71","gateway":"openshift-ingress/e2e-shared-b-w3-2d1c71","model":"ai-tenant-e2e-shared-b-w3-2d1c71/auth-test-model-2d1c71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:15.726941433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"auth-test-model-2d1c71","reconcileID":"12a3036b-609e-41eb-b32e-f215405271de","MaaSModelRef":{"name":"auth-test-model-2d1c71","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"routeName":"auth-test-model-2d1c71-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","llmisvcName":"auth-test-model-2d1c71","gateway":"openshift-ingress/e2e-shared-b-w3-2d1c71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:21.797687742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0452e7ea-8f14-445f-9a39-1ed9e72db0aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:21.809251058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0452e7ea-8f14-445f-9a39-1ed9e72db0aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:21.81619957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0452e7ea-8f14-445f-9a39-1ed9e72db0aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:21.831377232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0452e7ea-8f14-445f-9a39-1ed9e72db0aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:22.02664191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2065555-88ab-41c8-9c9b-962a77237a1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:22.029565003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2065555-88ab-41c8-9c9b-962a77237a1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:22.032691804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2065555-88ab-41c8-9c9b-962a77237a1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:22.03556116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2065555-88ab-41c8-9c9b-962a77237a1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:22.300499758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c49eeb09-516c-40a0-b540-fb15cc87f025","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:22.303522687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c49eeb09-516c-40a0-b540-fb15cc87f025","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:22.306410776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c49eeb09-516c-40a0-b540-fb15cc87f025","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:22.309695547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c49eeb09-516c-40a0-b540-fb15cc87f025","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:22.678582715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ba2a215-273a-4235-a052-d2a7b0e1c2ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:22.68180226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ba2a215-273a-4235-a052-d2a7b0e1c2ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:22.684936529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ba2a215-273a-4235-a052-d2a7b0e1c2ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:22.68802708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ba2a215-273a-4235-a052-d2a7b0e1c2ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:23.006691026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff4af323-81a1-4318-85ae-9eeb7e615958","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:23.010287103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff4af323-81a1-4318-85ae-9eeb7e615958","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:23.017704988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff4af323-81a1-4318-85ae-9eeb7e615958","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:23.020947278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff4af323-81a1-4318-85ae-9eeb7e615958","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:24.855420176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"default-tenant","reconcileID":"e256ed70-c6bb-4a78-94ec-9f49398a05a4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-1dd09d","tenantID":"e2e-extmod-a-1dd09d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:24.956326203Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"default-tenant","reconcileID":"e256ed70-c6bb-4a78-94ec-9f49398a05a4","name":"e2e-extmod-a-1dd09d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:26.435793727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb39fa6d-dcc1-4c41-badf-36b2c89cac8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:26.439904104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb39fa6d-dcc1-4c41-badf-36b2c89cac8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:26.443773679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb39fa6d-dcc1-4c41-badf-36b2c89cac8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:26.44843987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb39fa6d-dcc1-4c41-badf-36b2c89cac8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:26.857213336Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"e2e-auth-iso-d3661f","reconcileID":"65299d67-4128-45c0-909d-78e57ef8ff23","MaaSSubscription":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"name":"maas-trlp-auth-test-model-68b466","model":"ai-tenant-e2e-shared-b-w0-68b466/auth-test-model-68b466","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:26.890406751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"auth-test-model-68b466","reconcileID":"3d8bbd8f-f73d-4567-914f-fc680cf53a43","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"tenant":"e2e-shared-b-w0-68b466","gateway":"openshift-ingress/e2e-shared-b-w0-68b466","model":"ai-tenant-e2e-shared-b-w0-68b466/auth-test-model-68b466","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:26.890427307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"auth-test-model-68b466","reconcileID":"3d8bbd8f-f73d-4567-914f-fc680cf53a43","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"routeName":"auth-test-model-68b466-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-68b466","llmisvcName":"auth-test-model-68b466","gateway":"openshift-ingress/e2e-shared-b-w0-68b466","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:26.937783554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82eba244-a21a-4a3d-9efe-83da8fc6d948","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:26.941290276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82eba244-a21a-4a3d-9efe-83da8fc6d948","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:26.944928547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82eba244-a21a-4a3d-9efe-83da8fc6d948","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:26.948391203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82eba244-a21a-4a3d-9efe-83da8fc6d948","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:27.328948042Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-e51c10","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-e51c10","reconcileID":"ab9eb57c-4806-471c-b6bd-963c164d593b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-e51c10","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-e51c10":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:27.623903691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32567c72-a394-421d-8e5b-bb42b8f01a98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:27.629903026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32567c72-a394-421d-8e5b-bb42b8f01a98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:27.633336602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32567c72-a394-421d-8e5b-bb42b8f01a98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:27.637400287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32567c72-a394-421d-8e5b-bb42b8f01a98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:27.820011045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68b9fd59-54be-4c95-b6bf-eab5fbec9c48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:27.856218298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68b9fd59-54be-4c95-b6bf-eab5fbec9c48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:27.859708232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68b9fd59-54be-4c95-b6bf-eab5fbec9c48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:27.859858874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"e2e-auth-iso-d3661f","reconcileID":"41d652f9-cf6b-433d-8073-40a9b454f395","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-68b466","tenantID":"e2e-shared-b-w0-68b466","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:27.862773852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68b9fd59-54be-4c95-b6bf-eab5fbec9c48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:27.871043062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"e2e-auth-iso-d3661f","reconcileID":"41d652f9-cf6b-433d-8073-40a9b454f395","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"name":"e2e-shared-b-w0-68b466-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:28.189142612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e68e88b-fa6c-4d5e-967a-78926e7477bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:28.192324614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e68e88b-fa6c-4d5e-967a-78926e7477bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:28.195470033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e68e88b-fa6c-4d5e-967a-78926e7477bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:28.198560466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e68e88b-fa6c-4d5e-967a-78926e7477bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:29.019363638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"default-tenant","reconcileID":"0021140b-fc64-46ae-a5a9-776a09311096","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:29.132570073Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"default-tenant","reconcileID":"0021140b-fc64-46ae-a5a9-776a09311096","name":"e2e-extmod-b-f3d6a5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:30.434180224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"284a3cc9-c8a5-4f45-b7ea-bef816d5b427","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:30.43731684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"284a3cc9-c8a5-4f45-b7ea-bef816d5b427","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:30.441298586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"284a3cc9-c8a5-4f45-b7ea-bef816d5b427","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:30.457845984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"284a3cc9-c8a5-4f45-b7ea-bef816d5b427","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:30.911525742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"586c8b6b-32a7-496d-9e6d-515cd9523482","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:30.915313453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"586c8b6b-32a7-496d-9e6d-515cd9523482","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:30.918762999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"586c8b6b-32a7-496d-9e6d-515cd9523482","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:30.922161806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"586c8b6b-32a7-496d-9e6d-515cd9523482","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:31.354596649Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-4a477d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-4a477d","reconcileID":"3c551231-109c-4905-a36e-f72e76d1d382","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-4a477d","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-4a477d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:31.565430126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b66a2b3-7e4c-4c2e-8bcc-1f66585e2718","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:31.56935879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b66a2b3-7e4c-4c2e-8bcc-1f66585e2718","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:31.572876383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b66a2b3-7e4c-4c2e-8bcc-1f66585e2718","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:31.579500813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b66a2b3-7e4c-4c2e-8bcc-1f66585e2718","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:31.931577273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"auth-test-model-baa504","reconcileID":"ceb75165-3c6f-40b8-8acd-cfe33048c61c","MaaSModelRef":{"name":"auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"tenant":"e2e-shared-a-w0-baa504","gateway":"openshift-ingress/e2e-shared-a-w0-baa504","model":"ai-tenant-e2e-shared-a-w0-baa504/auth-test-model-baa504","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:31.963639023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"auth-test-model-baa504","reconcileID":"ceb75165-3c6f-40b8-8acd-cfe33048c61c","MaaSModelRef":{"name":"auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"routeName":"auth-test-model-baa504-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-baa504","llmisvcName":"auth-test-model-baa504","gateway":"openshift-ingress/e2e-shared-a-w0-baa504","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:31.971158631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"e2e-auth-iso-d3661f","reconcileID":"8f76b3db-6f0c-49c0-b944-7b28eeeeb5cc","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-baa504","tenantID":"e2e-shared-a-w0-baa504","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:31.991361051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"e2e-auth-iso-d3661f","reconcileID":"8f76b3db-6f0c-49c0-b944-7b28eeeeb5cc","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"name":"e2e-shared-a-w0-baa504-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:31.996446612Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"e2e-auth-iso-d3661f","reconcileID":"182cc8f1-6bf2-48ad-88c7-82e404f33c51","MaaSSubscription":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5cf3c4bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:32.050589628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"e2e-auth-iso-d3661f","reconcileID":"a7134be3-9957-4c73-84ff-e96616a521ca","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-baa504","tenantID":"e2e-shared-a-w0-baa504","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:32.061250206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"e2e-auth-iso-d3661f","reconcileID":"a7134be3-9957-4c73-84ff-e96616a521ca","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"name":"e2e-shared-a-w0-baa504-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:40.388355875Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:42.000015607Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"e2e-auth-iso-d3661f","reconcileID":"497bbc69-054c-4cf5-9ab5-8f4136cbe615","MaaSSubscription":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"model":"ai-tenant-e2e-shared-a-w0-baa504/auth-test-model-baa504","subscription":"e2e-auth-iso-d3661f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:42.004532644Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"e2e-auth-iso-d3661f","reconcileID":"497bbc69-054c-4cf5-9ab5-8f4136cbe615","MaaSSubscription":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"model":"ai-tenant-e2e-shared-a-w0-baa504/auth-test-model-baa504","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:42.007677451Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"e2e-auth-iso-d3661f","reconcileID":"497bbc69-054c-4cf5-9ab5-8f4136cbe615","MaaSSubscription":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"name":"maas-trlp-auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504","model":"ai-tenant-e2e-shared-a-w0-baa504/auth-test-model-baa504","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:42.037457172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"auth-test-model-baa504","reconcileID":"28b83dde-5864-4e71-9fdb-373e393f5b1b","MaaSModelRef":{"name":"auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"tenant":"e2e-shared-a-w0-baa504","gateway":"openshift-ingress/e2e-shared-a-w0-baa504","model":"ai-tenant-e2e-shared-a-w0-baa504/auth-test-model-baa504","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:42.037483892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"auth-test-model-baa504","reconcileID":"28b83dde-5864-4e71-9fdb-373e393f5b1b","MaaSModelRef":{"name":"auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"routeName":"auth-test-model-baa504-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-baa504","llmisvcName":"auth-test-model-baa504","gateway":"openshift-ingress/e2e-shared-a-w0-baa504","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:42.06875408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"e2e-auth-iso-d3661f","reconcileID":"f9f25a87-b4d7-4195-a93e-e7d322bd2436","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-baa504","tenantID":"e2e-shared-a-w0-baa504","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:42.101953309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"e2e-auth-iso-d3661f","reconcileID":"f9f25a87-b4d7-4195-a93e-e7d322bd2436","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"name":"e2e-shared-a-w0-baa504-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:42.170489435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"e2e-auth-iso-d3661f","reconcileID":"2b0aaf15-d213-420f-a2e5-5635753e5db9","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-baa504","tenantID":"e2e-shared-a-w0-baa504","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:42.210565319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"auth-test-model-68b466","reconcileID":"24706844-9f87-490e-874c-6cbed6719fc5","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"tenant":"e2e-shared-b-w0-68b466","gateway":"openshift-ingress/e2e-shared-b-w0-68b466","model":"ai-tenant-e2e-shared-b-w0-68b466/auth-test-model-68b466","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:42.210823147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"auth-test-model-68b466","reconcileID":"24706844-9f87-490e-874c-6cbed6719fc5","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"routeName":"auth-test-model-68b466-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-68b466","llmisvcName":"auth-test-model-68b466","gateway":"openshift-ingress/e2e-shared-b-w0-68b466","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:42.213555459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"e2e-auth-iso-d3661f","reconcileID":"2b0aaf15-d213-420f-a2e5-5635753e5db9","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"name":"e2e-shared-a-w0-baa504-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:42.238460388Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"e2e-auth-iso-d3661f","reconcileID":"5cd7e1c1-ee81-47ec-92eb-812df5502616","MaaSSubscription":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cf63472c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:42.24637742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"e2e-auth-iso-d3661f","reconcileID":"18c1e44d-a5a9-4d69-b101-c8b34cd8c1ae","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-68b466","tenantID":"e2e-shared-b-w0-68b466","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:42.254517255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"e2e-auth-iso-d3661f","reconcileID":"18c1e44d-a5a9-4d69-b101-c8b34cd8c1ae","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"name":"e2e-shared-b-w0-68b466-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:42.345523983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"e2e-auth-iso-d3661f","reconcileID":"0743ce15-9237-414d-9fda-232dabc0eaa2","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-68b466","tenantID":"e2e-shared-b-w0-68b466","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:42.352714813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"e2e-auth-iso-d3661f","reconcileID":"0743ce15-9237-414d-9fda-232dabc0eaa2","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"name":"e2e-shared-b-w0-68b466-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:43.02443064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58fb0822-0588-4bd0-b8a1-6e44bfd89942","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:43.039988247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58fb0822-0588-4bd0-b8a1-6e44bfd89942","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:43.056366539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58fb0822-0588-4bd0-b8a1-6e44bfd89942","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:43.06720716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58fb0822-0588-4bd0-b8a1-6e44bfd89942","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:43.303397963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbc4e612-ac1c-4235-afb3-fdb58d267eb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:43.307407679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbc4e612-ac1c-4235-afb3-fdb58d267eb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:43.310572188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbc4e612-ac1c-4235-afb3-fdb58d267eb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:43.313763345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbc4e612-ac1c-4235-afb3-fdb58d267eb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:44.421492004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"default-tenant","reconcileID":"38440648-651d-4cce-bf8d-8864cb87b922","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e51c10","tenantID":"e2e-extmod-a-e51c10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:44.450919048Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"default-tenant","reconcileID":"38440648-651d-4cce-bf8d-8864cb87b922","name":"e2e-extmod-a-e51c10-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:46.850209708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17f33534-9b94-4519-9397-de7b7c051b7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:46.856713291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17f33534-9b94-4519-9397-de7b7c051b7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:46.859956345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17f33534-9b94-4519-9397-de7b7c051b7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:46.863320709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17f33534-9b94-4519-9397-de7b7c051b7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:47.198934834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"991de335-9dd9-498f-9aaa-0da776721429","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:47.222472428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"991de335-9dd9-498f-9aaa-0da776721429","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:47.22619987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"991de335-9dd9-498f-9aaa-0da776721429","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:47.229755015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"991de335-9dd9-498f-9aaa-0da776721429","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:47.569434582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c5ecda9-af8f-4547-8161-332a75f4f456","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:47.575033364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c5ecda9-af8f-4547-8161-332a75f4f456","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:47.580901573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c5ecda9-af8f-4547-8161-332a75f4f456","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:47.584270031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c5ecda9-af8f-4547-8161-332a75f4f456","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:48.387672403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1819b21b-de95-43a0-949c-6023ad183481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:48.391004503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1819b21b-de95-43a0-949c-6023ad183481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:48.394581236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1819b21b-de95-43a0-949c-6023ad183481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:48.397804389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1819b21b-de95-43a0-949c-6023ad183481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:48.61371553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"default-tenant","reconcileID":"54c8ef3e-0883-4e56-8cf8-fc65eddab6e2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:48.686111727Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"default-tenant","reconcileID":"54c8ef3e-0883-4e56-8cf8-fc65eddab6e2","name":"e2e-extmod-b-4a477d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:48.780195136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1087a278-fa6b-4f38-970e-abaa61b2f002","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:48.78849557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1087a278-fa6b-4f38-970e-abaa61b2f002","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:48.873279004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1087a278-fa6b-4f38-970e-abaa61b2f002","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:48.878782938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1087a278-fa6b-4f38-970e-abaa61b2f002","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:49.30133203Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-e67d95","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-e67d95","reconcileID":"dd530b06-adfd-4cc3-9d9b-13a881172163","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-e67d95","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-e67d95":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:49.47048928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b39cd08-8fc7-49d8-8506-fe4709e4b087","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:49.474075995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b39cd08-8fc7-49d8-8506-fe4709e4b087","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:49.478034235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b39cd08-8fc7-49d8-8506-fe4709e4b087","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:49.484825047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b39cd08-8fc7-49d8-8506-fe4709e4b087","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:52.247727555Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"e2e-auth-iso-d3661f","reconcileID":"9c6a70ab-d7b0-4375-aba6-13e34a742f3b","MaaSSubscription":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"model":"ai-tenant-e2e-shared-b-w0-68b466/auth-test-model-68b466","subscription":"e2e-auth-iso-d3661f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:52.264347842Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"e2e-auth-iso-d3661f","reconcileID":"9c6a70ab-d7b0-4375-aba6-13e34a742f3b","MaaSSubscription":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"model":"ai-tenant-e2e-shared-b-w0-68b466/auth-test-model-68b466","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:52.289834755Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"e2e-auth-iso-d3661f","reconcileID":"9c6a70ab-d7b0-4375-aba6-13e34a742f3b","MaaSSubscription":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"name":"maas-trlp-auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466","model":"ai-tenant-e2e-shared-b-w0-68b466/auth-test-model-68b466","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:52.458056907Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"auth-test-model-68b466","reconcileID":"e3383fa9-0fc7-4cd3-9b34-71da7185be78","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"tenant":"e2e-shared-b-w0-68b466","gateway":"openshift-ingress/e2e-shared-b-w0-68b466","model":"ai-tenant-e2e-shared-b-w0-68b466/auth-test-model-68b466","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:52.45822927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"auth-test-model-68b466","reconcileID":"e3383fa9-0fc7-4cd3-9b34-71da7185be78","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"routeName":"auth-test-model-68b466-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-68b466","llmisvcName":"auth-test-model-68b466","gateway":"openshift-ingress/e2e-shared-b-w0-68b466","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:52.49301624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"e2e-auth-iso-d3661f","reconcileID":"037109ac-a2ee-479c-94d0-5750e49f6d8f","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-68b466","tenantID":"e2e-shared-b-w0-68b466","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:52.506723255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"e2e-auth-iso-d3661f","reconcileID":"037109ac-a2ee-479c-94d0-5750e49f6d8f","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"name":"e2e-shared-b-w0-68b466-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:52.56603038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"e2e-auth-iso-d3661f","reconcileID":"a5bd4d22-ebd1-4a52-9cf9-6ae828eda9f2","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-68b466","tenantID":"e2e-shared-b-w0-68b466","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:52.574213187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"e2e-auth-iso-d3661f","reconcileID":"a5bd4d22-ebd1-4a52-9cf9-6ae828eda9f2","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"name":"e2e-shared-b-w0-68b466-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:52.599701341Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"e2e-auth-iso-d3661f","reconcileID":"65ff0825-f7af-4b3d-8e8d-2976284c1920","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"model":"ai-tenant-e2e-shared-a-w0-baa504/auth-test-model-baa504","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:52.600012838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"auth-test-model-baa504","reconcileID":"e57b0681-3484-4b36-ac86-5d106392bf25","MaaSModelRef":{"name":"auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"tenant":"e2e-shared-a-w0-baa504","gateway":"openshift-ingress/e2e-shared-a-w0-baa504","model":"ai-tenant-e2e-shared-a-w0-baa504/auth-test-model-baa504","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:52.600146929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"auth-test-model-baa504","reconcileID":"e57b0681-3484-4b36-ac86-5d106392bf25","MaaSModelRef":{"name":"auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"routeName":"auth-test-model-baa504-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-baa504","llmisvcName":"auth-test-model-baa504","gateway":"openshift-ingress/e2e-shared-a-w0-baa504","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:52.717231924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"e2e-auth-iso-d3661f","reconcileID":"65ff0825-f7af-4b3d-8e8d-2976284c1920","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-baa504","tenantID":"e2e-shared-a-w0-baa504","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:52.752815689Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"e2e-auth-iso-d3661f","reconcileID":"65ff0825-f7af-4b3d-8e8d-2976284c1920","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"name":"e2e-shared-a-w0-baa504-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:52.752848746Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"e2e-auth-iso-d3661f","reconcileID":"65ff0825-f7af-4b3d-8e8d-2976284c1920","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-baa504","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:52.762559773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"auth-test-model-baa504","reconcileID":"d182593a-0f00-4c42-855c-0ab5df42db57","MaaSModelRef":{"name":"auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"tenant":"e2e-shared-a-w0-baa504","gateway":"openshift-ingress/e2e-shared-a-w0-baa504","model":"ai-tenant-e2e-shared-a-w0-baa504/auth-test-model-baa504","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:52.762582037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"auth-test-model-baa504","reconcileID":"d182593a-0f00-4c42-855c-0ab5df42db57","MaaSModelRef":{"name":"auth-test-model-baa504","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"routeName":"auth-test-model-baa504-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-baa504","llmisvcName":"auth-test-model-baa504","gateway":"openshift-ingress/e2e-shared-a-w0-baa504","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:52.930453632Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"e2e-auth-iso-d3661f","reconcileID":"1181a762-e975-47f4-8773-18cbfc303768","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"model":"ai-tenant-e2e-shared-b-w0-68b466/auth-test-model-68b466","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:52.930966579Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"auth-test-model-68b466","reconcileID":"63b64af0-7617-4cdc-8b0f-c3872b46ed37","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"tenant":"e2e-shared-b-w0-68b466","gateway":"openshift-ingress/e2e-shared-b-w0-68b466","model":"ai-tenant-e2e-shared-b-w0-68b466/auth-test-model-68b466","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:52.930984859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"auth-test-model-68b466","reconcileID":"63b64af0-7617-4cdc-8b0f-c3872b46ed37","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"routeName":"auth-test-model-68b466-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-68b466","llmisvcName":"auth-test-model-68b466","gateway":"openshift-ingress/e2e-shared-b-w0-68b466","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:53.0705713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"e2e-auth-iso-d3661f","reconcileID":"1181a762-e975-47f4-8773-18cbfc303768","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-68b466","tenantID":"e2e-shared-b-w0-68b466","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:53.121838776Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"e2e-auth-iso-d3661f","reconcileID":"1181a762-e975-47f4-8773-18cbfc303768","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"name":"e2e-shared-b-w0-68b466-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:53.121877265Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"e2e-auth-iso-d3661f","reconcileID":"1181a762-e975-47f4-8773-18cbfc303768","MaaSAuthPolicy":{"name":"e2e-auth-iso-d3661f","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-68b466","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:53.134051737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"auth-test-model-68b466","reconcileID":"d5fd254c-fbe1-4f30-83a8-6dd42b019015","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"tenant":"e2e-shared-b-w0-68b466","gateway":"openshift-ingress/e2e-shared-b-w0-68b466","model":"ai-tenant-e2e-shared-b-w0-68b466/auth-test-model-68b466","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:53.134135107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"auth-test-model-68b466","reconcileID":"d5fd254c-fbe1-4f30-83a8-6dd42b019015","MaaSModelRef":{"name":"auth-test-model-68b466","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"routeName":"auth-test-model-68b466-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-68b466","llmisvcName":"auth-test-model-68b466","gateway":"openshift-ingress/e2e-shared-b-w0-68b466","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:53.186238992Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"namespace":"e2e-extmod-att-user-16d5f9","name":"e2e-att-serve-00d29c","reconcileID":"7e093ec1-6847-4d1f-b52f-8a6fca06e403","namespace":"e2e-extmod-att-user-16d5f9","name":"e2e-att-serve-00d29c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:53.196312189Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"namespace":"e2e-extmod-att-user-16d5f9","name":"e2e-att-serve-00d29c","reconcileID":"2b102b76-ca03-4b4e-8a11-76204c3eaff7","namespace":"e2e-extmod-att-user-16d5f9","name":"e2e-att-serve-00d29c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:53.20181995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"868cac6f-9c14-42f8-b3d1-089d6c279b18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:53.202141257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e9c69f8f-add8-4571-9d38-fd3c9c58a215","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:53.202726589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"848b3570-8f75-4b6d-8ffd-836c4828e547","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:53.202844329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8235109e-b4b8-4380-b516-a9af51fc0ea2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:53.203236425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"4f724b6e-9b0b-45b4-91a9-d1aa12d38526","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:53.210611992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e9c69f8f-add8-4571-9d38-fd3c9c58a215","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:53.210653581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"868cac6f-9c14-42f8-b3d1-089d6c279b18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:53.213198094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"848b3570-8f75-4b6d-8ffd-836c4828e547","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:53.213275876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"4f724b6e-9b0b-45b4-91a9-d1aa12d38526","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:53.215373421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8235109e-b4b8-4380-b516-a9af51fc0ea2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:53.22972116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"0160b39a-7a96-47ef-a3cf-81d3f0888dd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:53.230597327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"714aae1d-0213-4d21-b835-30fa7058972b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:53.237777941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"0160b39a-7a96-47ef-a3cf-81d3f0888dd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:53.240755825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"714aae1d-0213-4d21-b835-30fa7058972b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:53.33159251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"df77526e-1a10-4327-9321-4661e0426c24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:53.331976704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"3283f52c-9159-4b28-a4f9-f6a360e71fbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:53.332149978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"cfd6be2e-39bf-49ba-9b7b-2b342f05b66c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:53.339123512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"df77526e-1a10-4327-9321-4661e0426c24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:53.339649029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"3283f52c-9159-4b28-a4f9-f6a360e71fbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:53.339834865Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"namespace":"e2e-extmod-att-user-16d5f9","name":"e2e-att-serve-00d29c","reconcileID":"810d30d3-c4ce-4799-b9ca-69c290bbef01","namespace":"e2e-extmod-att-user-16d5f9","name":"e2e-att-serve-00d29c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:53.342590682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"cfd6be2e-39bf-49ba-9b7b-2b342f05b66c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:53.372950316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"namespace":"e2e-extmod-att-user-16d5f9","name":"e2e-att-serve-00d29c","reconcileID":"6a987ba4-8a15-480f-8bbd-fb59aed7af78","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"tenant":"e2e-extmod-b-f3d6a5","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","model":"e2e-extmod-att-user-16d5f9/e2e-att-serve-00d29c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:53.37296888Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"namespace":"e2e-extmod-att-user-16d5f9","name":"e2e-att-serve-00d29c","reconcileID":"6a987ba4-8a15-480f-8bbd-fb59aed7af78","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"routeName":"external-model-e2e-att-serve-00d29c-ac8fd43fe6bc","namespace":"e2e-extmod-att-user-16d5f9","model":"e2e-att-serve-00d29c","externalModel":"e2e-att-serve-00d29c","provider":"e2e-att-serve-00d29c-provider","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:53.475880668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"df3528fa-a9fb-4f50-ba48-364964173279","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:53.476246249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"54753502-58c3-4364-87dd-7ead3c0d4f8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:53.476465949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d9518876-996a-469a-845e-e47a1fba3bb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:53.508594651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fbf7192c-7d05-4e20-a341-f2a3468b5e2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:53.510438139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"87d4ea9c-1a68-4643-9bbb-fef45a81a8a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:53.609232607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"54753502-58c3-4364-87dd-7ead3c0d4f8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:53.646728271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fbf7192c-7d05-4e20-a341-f2a3468b5e2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:53.685885786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"87d4ea9c-1a68-4643-9bbb-fef45a81a8a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:53.693997497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d9518876-996a-469a-845e-e47a1fba3bb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:53.695444627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"df3528fa-a9fb-4f50-ba48-364964173279","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:53.859547295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"namespace":"e2e-extmod-att-user-16d5f9","name":"e2e-att-serve-00d29c","reconcileID":"6e4c7e84-d9e4-4d92-be8a-61660f1cd938","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"tenant":"e2e-extmod-b-f3d6a5","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","model":"e2e-extmod-att-user-16d5f9/e2e-att-serve-00d29c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:53.865153087Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"namespace":"e2e-extmod-att-user-16d5f9","name":"e2e-att-serve-00d29c","reconcileID":"6e4c7e84-d9e4-4d92-be8a-61660f1cd938","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"routeName":"external-model-e2e-att-serve-00d29c-ac8fd43fe6bc","namespace":"e2e-extmod-att-user-16d5f9","model":"e2e-att-serve-00d29c","externalModel":"e2e-att-serve-00d29c","provider":"e2e-att-serve-00d29c-provider","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:53.860055993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"c16547de-cea9-4cd2-bc88-8c03c52c46dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:53.86336607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"3625f96e-6004-40ed-b80a-4a608e365177","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:53.863704753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"3e4f5701-2467-45c5-befc-f75238843b73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:53.881334968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"c16547de-cea9-4cd2-bc88-8c03c52c46dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:53.959664919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"3625f96e-6004-40ed-b80a-4a608e365177","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:53.962745402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"3e4f5701-2467-45c5-befc-f75238843b73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:53.974361222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"17b34332-1ac5-486a-99af-cd1d5f8d3f48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:53.975325019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"04cbed9c-1663-4fd0-91fa-61bd748b640f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:53.985576012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"04cbed9c-1663-4fd0-91fa-61bd748b640f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:53.98584936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"17b34332-1ac5-486a-99af-cd1d5f8d3f48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:54.134929181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"namespace":"e2e-extmod-att-user-16d5f9","name":"e2e-att-serve-00d29c","reconcileID":"74e5d418-9e7f-448b-a7f2-e90ebdffc5e3","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"tenant":"e2e-extmod-b-f3d6a5","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","model":"e2e-extmod-att-user-16d5f9/e2e-att-serve-00d29c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:54.134962309Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"namespace":"e2e-extmod-att-user-16d5f9","name":"e2e-att-serve-00d29c","reconcileID":"74e5d418-9e7f-448b-a7f2-e90ebdffc5e3","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"routeName":"external-model-e2e-att-serve-00d29c-ac8fd43fe6bc","namespace":"e2e-extmod-att-user-16d5f9","model":"e2e-att-serve-00d29c","externalModel":"e2e-att-serve-00d29c","provider":"e2e-att-serve-00d29c-provider","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:54.135372522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"0c383711-1d33-45e5-be43-059b7a840be3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:54.136056025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"6b1c1269-771b-4db3-96e2-a337c4be1a3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:54.146504336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"6b1c1269-771b-4db3-96e2-a337c4be1a3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:54.147386165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"0c383711-1d33-45e5-be43-059b7a840be3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:54.233149738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"75815595-dbc6-4f0d-bba9-e17b9322d382","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:54.399540247Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"75815595-dbc6-4f0d-bba9-e17b9322d382","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:54.428603331Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-f3d6a5-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"75815595-dbc6-4f0d-bba9-e17b9322d382","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:54.469216071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"namespace":"e2e-extmod-att-user-16d5f9","name":"e2e-att-serve-00d29c","reconcileID":"3cff3e31-e39e-420a-a38a-b26ebc5740dc","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"tenant":"e2e-extmod-b-f3d6a5","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","model":"e2e-extmod-att-user-16d5f9/e2e-att-serve-00d29c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:54.469318466Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"namespace":"e2e-extmod-att-user-16d5f9","name":"e2e-att-serve-00d29c","reconcileID":"3cff3e31-e39e-420a-a38a-b26ebc5740dc","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"routeName":"external-model-e2e-att-serve-00d29c-ac8fd43fe6bc","namespace":"e2e-extmod-att-user-16d5f9","model":"e2e-att-serve-00d29c","externalModel":"e2e-att-serve-00d29c","provider":"e2e-att-serve-00d29c-provider","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:00.938137688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7a4b142-5eeb-47c6-b3b0-4fa82be4ed59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:00.941257194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7a4b142-5eeb-47c6-b3b0-4fa82be4ed59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:00.945452684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7a4b142-5eeb-47c6-b3b0-4fa82be4ed59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:00.959599927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7a4b142-5eeb-47c6-b3b0-4fa82be4ed59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:01.218355836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7c0185e-163a-46c3-a4af-0c10fdeecbf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:01.221318985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7c0185e-163a-46c3-a4af-0c10fdeecbf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:01.224259261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7c0185e-163a-46c3-a4af-0c10fdeecbf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:01.227424607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7c0185e-163a-46c3-a4af-0c10fdeecbf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:01.901890889Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-c164d6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-c164d6","reconcileID":"ec4f7999-b8c0-4aef-a3f0-813b8af5dd52","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-c164d6","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-c164d6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:02.320671166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cafd7f9-99e5-410a-aa10-3e848d7b2b06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:02.332374813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cafd7f9-99e5-410a-aa10-3e848d7b2b06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:02.390448445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cafd7f9-99e5-410a-aa10-3e848d7b2b06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:02.441330028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cafd7f9-99e5-410a-aa10-3e848d7b2b06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:04.475504275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"7becab35-d9b4-4d37-9a2d-628ef45fb172","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:04.49786084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"7becab35-d9b4-4d37-9a2d-628ef45fb172","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:04.521662847Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-f3d6a5-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"7becab35-d9b4-4d37-9a2d-628ef45fb172","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:07.225523237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b1967b9-1106-481e-9db2-3a02e930b2dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:07.22876656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b1967b9-1106-481e-9db2-3a02e930b2dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:07.231944566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b1967b9-1106-481e-9db2-3a02e930b2dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:07.235082748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b1967b9-1106-481e-9db2-3a02e930b2dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:07.504547201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42d3c1c7-662c-4dfa-b03d-6326d98bebd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:07.507683359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42d3c1c7-662c-4dfa-b03d-6326d98bebd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:07.510601274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42d3c1c7-662c-4dfa-b03d-6326d98bebd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:07.513811392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42d3c1c7-662c-4dfa-b03d-6326d98bebd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:10.531646167Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:10.728348259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85c80f90-63ec-4f7b-9296-d851e39e9304","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:10.73265645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85c80f90-63ec-4f7b-9296-d851e39e9304","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:10.736632879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85c80f90-63ec-4f7b-9296-d851e39e9304","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:10.740354536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85c80f90-63ec-4f7b-9296-d851e39e9304","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:11.156851521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3efffe36-0a5d-4efa-988a-84d46c104a40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:11.160749656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3efffe36-0a5d-4efa-988a-84d46c104a40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:11.166011851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3efffe36-0a5d-4efa-988a-84d46c104a40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:11.170084099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3efffe36-0a5d-4efa-988a-84d46c104a40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:11.426968336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"default-tenant","reconcileID":"3b5fcff1-2755-4b20-a68b-97edf5ed5906","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:11.464546304Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"default-tenant","reconcileID":"3b5fcff1-2755-4b20-a68b-97edf5ed5906","name":"e2e-extmod-b-e67d95-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:12.809052582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1da4b4a-298e-461f-9872-157c5a0256d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:12.812808159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1da4b4a-298e-461f-9872-157c5a0256d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:12.816079846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1da4b4a-298e-461f-9872-157c5a0256d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:12.819703857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1da4b4a-298e-461f-9872-157c5a0256d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:13.037084042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"547a5a63-5249-4621-b6bb-a0b14e578db6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:13.040199076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"547a5a63-5249-4621-b6bb-a0b14e578db6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:13.056416777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"547a5a63-5249-4621-b6bb-a0b14e578db6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:13.059680478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"547a5a63-5249-4621-b6bb-a0b14e578db6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:13.674623322Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-28c1e9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-28c1e9","reconcileID":"70a61f8d-510e-43c2-8c97-419f1078c924","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-28c1e9","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-28c1e9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:13.930652138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed510eb1-ea28-4fa7-80fb-2957695749dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:13.958992336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed510eb1-ea28-4fa7-80fb-2957695749dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:13.98899092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed510eb1-ea28-4fa7-80fb-2957695749dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:14.095796378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed510eb1-ea28-4fa7-80fb-2957695749dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:14.441531102Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"namespace":"e2e-extmod-att-user-c76bfd","name":"e2e-att-serve-3c5be9","reconcileID":"5d0656bd-82f2-4dc2-994c-758c6ae18b5b","namespace":"e2e-extmod-att-user-c76bfd","name":"e2e-att-serve-3c5be9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:14.452290302Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"namespace":"e2e-extmod-att-user-c76bfd","name":"e2e-att-serve-3c5be9","reconcileID":"20b09e8c-d0fa-46c5-838a-071be1b5e34f","namespace":"e2e-extmod-att-user-c76bfd","name":"e2e-att-serve-3c5be9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:14.459307203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"566d4e28-8b32-4e67-a4e6-8fc54126d97c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:14.460976525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"19577ba4-7789-4775-b939-ee9602293e5c","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:14.461798164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"304450cb-b240-44bf-8225-57e65c56a7b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:14.464753998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30ebce7c-85f3-41a5-b6e2-c8d65b9c5e1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:14.470779102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"566d4e28-8b32-4e67-a4e6-8fc54126d97c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:14.47123558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"86838b34-8f68-46f9-bd02-43e75361db0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:14.495983364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"304450cb-b240-44bf-8225-57e65c56a7b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:14.497600362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"19577ba4-7789-4775-b939-ee9602293e5c","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:14.505689257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"86838b34-8f68-46f9-bd02-43e75361db0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:14.505857258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30ebce7c-85f3-41a5-b6e2-c8d65b9c5e1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:14.521924302Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-f3d6a5-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"19577ba4-7789-4775-b939-ee9602293e5c","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:14.604934666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"0db2531f-b9d9-4d6a-bcc0-38c812d0ae04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:14.616161452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"0db2531f-b9d9-4d6a-bcc0-38c812d0ae04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:14.665607281Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"namespace":"e2e-extmod-att-user-c76bfd","name":"e2e-att-serve-3c5be9","reconcileID":"472ef6db-164e-45ad-a3f4-e0bce2d9d4c9","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:14.676991338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"1553e93c-cd3a-4578-bf13-7433475c8e11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:14.708381997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"1553e93c-cd3a-4578-bf13-7433475c8e11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:14.776625234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"1481c848-8ba3-43cf-b145-8aa1685f14b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:14.777615376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"e82f1b35-922f-43fe-b173-573fa21d1b66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:14.778574416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"e09af883-70e1-4550-a651-e1224dd1db8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:14.779330874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"ecfc8e84-5d1c-4827-a3a2-ee57f08661c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:14.790675568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"ecfc8e84-5d1c-4827-a3a2-ee57f08661c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:14.792668606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"1481c848-8ba3-43cf-b145-8aa1685f14b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:14.79507809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"e09af883-70e1-4550-a651-e1224dd1db8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:14.802377506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"e82f1b35-922f-43fe-b173-573fa21d1b66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:14.841138733Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"namespace":"e2e-extmod-att-user-c76bfd","name":"e2e-att-serve-3c5be9","reconcileID":"57834c7b-75d9-4efb-8d4a-e13abc795a03","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:14.884903524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"8ae1754f-a038-4b7a-bcbc-66ed8aab200c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:14.896801391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"8ae1754f-a038-4b7a-bcbc-66ed8aab200c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:15.060625354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"e58b404f-848a-4f81-a9c5-5d0b3489c4eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:15.060657459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0c4de349-0081-47f4-be8c-229034128d45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:15.06630469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"23f23d18-fc7c-483b-91d1-bf6b0e88392d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:15.07249303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"e58b404f-848a-4f81-a9c5-5d0b3489c4eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:15.072627655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0c4de349-0081-47f4-be8c-229034128d45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:15.073037839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6b80226-c6e0-489e-a29c-cc81ca3db271","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:15.073301908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"8bdffaf0-dbd7-4f08-99e3-8dddc6a1000a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:15.073549202Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"namespace":"e2e-extmod-att-user-c76bfd","name":"e2e-att-serve-3c5be9","reconcileID":"a81af497-b7a0-48dc-9b29-c9b2fae0ac38","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:15.076338226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"23f23d18-fc7c-483b-91d1-bf6b0e88392d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:15.081454613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"8bdffaf0-dbd7-4f08-99e3-8dddc6a1000a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:15.082333751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6b80226-c6e0-489e-a29c-cc81ca3db271","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:15.175319155Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"namespace":"e2e-extmod-att-user-c76bfd","name":"e2e-att-serve-3c5be9","reconcileID":"829c6fc7-8439-404c-a2bb-751e432bef48","namespace":"e2e-extmod-att-user-c76bfd","name":"e2e-att-serve-3c5be9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:15.179772616Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"namespace":"e2e-extmod-att-user-c76bfd","name":"e2e-att-serve-3c5be9","reconcileID":"122f06f7-1ec8-44d7-b79f-514072cce529","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:15.214199302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"eaa0c41d-a0d0-494f-96f3-8a197c0d6576","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:15.217709215Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"namespace":"e2e-extmod-att-user-c76bfd","name":"e2e-att-serve-3c5be9","reconcileID":"804e4d5c-0a66-4b14-b1e4-b14d5dcaec11","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:15.218859561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"43c5f9ef-ca9f-45a8-8ffa-22cceb8f035d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:15.221389132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"eaa0c41d-a0d0-494f-96f3-8a197c0d6576","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:15.226459528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"43c5f9ef-ca9f-45a8-8ffa-22cceb8f035d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:15.227697463Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-f3d6a5-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"eaa0c41d-a0d0-494f-96f3-8a197c0d6576","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:15.317550112Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"namespace":"e2e-extmod-att-user-c76bfd","name":"e2e-att-serve-3c5be9","reconcileID":"6aaef5ff-5a12-4e78-b473-ff65b877d223","namespace":"e2e-extmod-att-user-c76bfd","name":"e2e-att-serve-3c5be9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:15.320235116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"49684b32-ba9f-4809-90d8-24409ca0e651","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:15.322617909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"namespace":"e2e-extmod-att-user-c76bfd","name":"e2e-att-serve-3c5be9","reconcileID":"45d97c68-1082-43df-a2d3-061de4124e50","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"tenant":"e2e-extmod-b-4a477d","gateway":"openshift-ingress/e2e-extmod-b-4a477d","model":"e2e-extmod-att-user-c76bfd/e2e-att-serve-3c5be9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:15.322684954Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"namespace":"e2e-extmod-att-user-c76bfd","name":"e2e-att-serve-3c5be9","reconcileID":"45d97c68-1082-43df-a2d3-061de4124e50","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"routeName":"external-model-e2e-att-serve-3c5be9-4a9ba0ee5fff","namespace":"e2e-extmod-att-user-c76bfd","model":"e2e-att-serve-3c5be9","externalModel":"e2e-att-serve-3c5be9","provider":"e2e-att-serve-3c5be9-provider","gateway":"openshift-ingress/e2e-extmod-b-4a477d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:15.327038563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"bae12e48-2e34-4c3c-b821-13bd3929b724","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:15.327162602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"e92dc675-eb8e-4216-961d-bf918af71c26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:15.328616384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"71dcba40-e8ff-4f5e-a63e-f9d7fc1f9590","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:15.338411687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"bae12e48-2e34-4c3c-b821-13bd3929b724","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:15.34534335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"e92dc675-eb8e-4216-961d-bf918af71c26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:15.350209825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"71dcba40-e8ff-4f5e-a63e-f9d7fc1f9590","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:15.352419863Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"49684b32-ba9f-4809-90d8-24409ca0e651","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:15.361767806Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4a477d-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"49684b32-ba9f-4809-90d8-24409ca0e651","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:15.3775162Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"namespace":"e2e-extmod-att-user-c76bfd","name":"e2e-att-serve-3c5be9","reconcileID":"d0a1ae89-ceca-436e-a088-3a21ad73d0bc","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"tenant":"e2e-extmod-b-4a477d","gateway":"openshift-ingress/e2e-extmod-b-4a477d","model":"e2e-extmod-att-user-c76bfd/e2e-att-serve-3c5be9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:15.377542021Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"namespace":"e2e-extmod-att-user-c76bfd","name":"e2e-att-serve-3c5be9","reconcileID":"d0a1ae89-ceca-436e-a088-3a21ad73d0bc","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"routeName":"external-model-e2e-att-serve-3c5be9-4a9ba0ee5fff","namespace":"e2e-extmod-att-user-c76bfd","model":"e2e-att-serve-3c5be9","externalModel":"e2e-att-serve-3c5be9","provider":"e2e-att-serve-3c5be9-provider","gateway":"openshift-ingress/e2e-extmod-b-4a477d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:15.424310111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"2b4b61a4-c774-48f7-88ae-3ce5a785b425","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:15.424682484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"399e0750-22f2-4b22-b5ad-4a3216a1c20a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:15.439648766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"2b4b61a4-c774-48f7-88ae-3ce5a785b425","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:15.44545189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"399e0750-22f2-4b22-b5ad-4a3216a1c20a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:15.570917974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"27c4ae67-cfbe-4851-8aed-bf48029666ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:15.601367636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0832a56-9bf1-43be-ad15-3072fff7fa73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:15.603725875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"27c4ae67-cfbe-4851-8aed-bf48029666ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:15.687217446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0832a56-9bf1-43be-ad15-3072fff7fa73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:15.696609811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"811dd426-4579-4ead-b567-ea9f4c762c5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:15.729682895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"811dd426-4579-4ead-b567-ea9f4c762c5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:15.740671191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"f7d79d9a-fa3e-4ebb-afbf-2f7234807356","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:15.740984503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"580fd1ba-f325-47cd-8ea8-5da913dcc7d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:15.751427445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"f7d79d9a-fa3e-4ebb-afbf-2f7234807356","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:15.75471851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"580fd1ba-f325-47cd-8ea8-5da913dcc7d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:15.818641405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"c0919dcf-746f-4800-a2b2-f64e89708215","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:15.823430736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"3f143dce-ec4f-49a2-bf7f-312e4f72c72e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:15.830616881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"c0919dcf-746f-4800-a2b2-f64e89708215","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:15.834578442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"3f143dce-ec4f-49a2-bf7f-312e4f72c72e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:15.837183721Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-f3d6a5-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"c0919dcf-746f-4800-a2b2-f64e89708215","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:15.922195225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"a94a3fc8-ab78-4e34-821d-55c80806d35c","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:15.922226693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"41a8443e-1631-4b39-a71d-a93f8f5fb9fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:15.930435698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"80296bd4-86e3-46ce-a42b-12ced0550be3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:15.932438474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"232a95a1-75c9-4d1d-9a5c-2d8400890538","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:15.939336407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"41a8443e-1631-4b39-a71d-a93f8f5fb9fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:15.939764499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"a94a3fc8-ab78-4e34-821d-55c80806d35c","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:15.945186397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"80296bd4-86e3-46ce-a42b-12ced0550be3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:15.945460055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"232a95a1-75c9-4d1d-9a5c-2d8400890538","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:15.952388247Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4a477d-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"a94a3fc8-ab78-4e34-821d-55c80806d35c","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:16.026612447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"c1cd4a12-85c7-4421-85e3-7629f377e8e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:16.092778885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"c1cd4a12-85c7-4421-85e3-7629f377e8e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:22.728632738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c164d6"},"namespace":"ai-tenant-e2e-autores-c164d6","name":"default-tenant","reconcileID":"964428f7-4a55-4ec7-899d-91b61f2937df","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-c164d6","tenantID":"e2e-autores-c164d6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:22.785615569Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c164d6"},"namespace":"ai-tenant-e2e-autores-c164d6","name":"default-tenant","reconcileID":"964428f7-4a55-4ec7-899d-91b61f2937df","name":"e2e-autores-c164d6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:25.866614141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"35f4a6eb-5bec-460b-99c9-e3b1434c09a6","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:25.890656318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"35f4a6eb-5bec-460b-99c9-e3b1434c09a6","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:25.927345926Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-f3d6a5-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"35f4a6eb-5bec-460b-99c9-e3b1434c09a6","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:26.004561686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"19759f3d-de70-44c4-b7bc-5dee6af033d4","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:26.050162738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"19759f3d-de70-44c4-b7bc-5dee6af033d4","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:26.066825121Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4a477d-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"19759f3d-de70-44c4-b7bc-5dee6af033d4","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:28.581551407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-w1-85cb41","reconcileID":"4cf707ea-87b0-48b5-9e57-c492afa3c0a0","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"distinct-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"distinct-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:29.188236929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"d313f30c-c63d-4659-a71f-22b2dd41fc11","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:29.237442236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"e845d37f-cdf9-4be5-a05a-d4d4d922b0ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:29.238767322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-subscription","reconcileID":"799d36f8-48e5-4b6d-8a72-7ad47fe46b58","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-simulator-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:29.267888873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"0e616ef3-2cdc-4667-9721-ce8f93879c80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:29.272156155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"e845d37f-cdf9-4be5-a05a-d4d4d922b0ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:29.312997979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"0e616ef3-2cdc-4667-9721-ce8f93879c80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:29.387843218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"c11a85d9-40e4-455d-a809-6e95c0e58925","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:29.422779731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-subscription","reconcileID":"a73a6209-a281-412b-9668-0143123847fb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-simulator-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:29.62060084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-2-w2-39bde3","reconcileID":"18d2bdb8-ac76-4001-92ff-7092cbdc0063","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"distinct-2-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"distinct-2-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:30.125748234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"8c523129-6733-4223-9019-0f13721fddb9","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:30.15576123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-subscription","reconcileID":"7f3014ee-49e2-4fe6-a3e7-62a6b539c21b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-simulator-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:30.166197156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"b63b82eb-c96a-4654-8dfa-e27f28b111fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:30.172840968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"67c0265b-ae8e-4bae-9ea2-527b5e81d317","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:30.229071144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"b63b82eb-c96a-4654-8dfa-e27f28b111fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:30.232971014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"67c0265b-ae8e-4bae-9ea2-527b5e81d317","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:30.239294192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"18582cc5-e0f5-4203-b1de-8968a63bec8f","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:30.313038403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-subscription","reconcileID":"ff1e015c-6e31-47ce-966b-8f9c7497cc1d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-simulator-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:30.983060841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-w2-39bde3","reconcileID":"65f4a02c-9bf2-43c7-b97f-c3770a7df73a","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"distinct-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"distinct-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:32.277373465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"59472d57-9034-4b7c-a1b3-a380d29e82fb","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:32.298555763Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-subscription","reconcileID":"a0602fe5-0d61-4bde-b38d-abead9e0c2d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-simulator-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:32.300668176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"4503cf46-a8aa-40ac-be31-04625e7f268a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:32.30098285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"f6666d67-886e-4dbf-af42-17fd54547a27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:32.36056835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"4503cf46-a8aa-40ac-be31-04625e7f268a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:32.362955028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"f6666d67-886e-4dbf-af42-17fd54547a27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:32.381693728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"b2cc6a51-acec-442c-999f-4c07f9bc828c","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:32.400204135Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-subscription","reconcileID":"930f7927-5743-48b4-979a-2bfab5dec398","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-simulator-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:32.734529282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-2-w2-39bde3","reconcileID":"62e63044-44c2-4c2a-91f2-12d4135fd39a","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"distinct-2-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"distinct-2-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:33.039172177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"812d459c-6939-434d-98d0-39949bff9591","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:33.059469053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-subscription","reconcileID":"192b374f-6397-4134-b1fe-6d9285edb485","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-simulator-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:33.063949601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"0439df37-c53c-4acc-922f-6e24d8716c76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:33.064363837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"41de248a-128b-40b5-afe1-5875795a73fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:33.083348917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"0439df37-c53c-4acc-922f-6e24d8716c76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:33.08901688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"41de248a-128b-40b5-afe1-5875795a73fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:33.099427245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"610bd057-3cb6-4489-a461-69725fb0c898","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:33.171246903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-subscription","reconcileID":"f2575db1-160b-4fad-a064-c0ea20dd9b12","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-simulator-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:33.320841095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-w1-85cb41","reconcileID":"0fe0597a-8353-4391-9161-70abdd60dfe3","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"distinct-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"distinct-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:33.583815219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-w2-39bde3","reconcileID":"07fa9bba-06e8-4c62-be87-168c68d35259","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"distinct-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"distinct-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:35.436931111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7a85946-e77e-4ccb-b3df-812fc85c0d58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:35.440489977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7a85946-e77e-4ccb-b3df-812fc85c0d58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:35.443728877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7a85946-e77e-4ccb-b3df-812fc85c0d58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:35.446913558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7a85946-e77e-4ccb-b3df-812fc85c0d58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:35.734661564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7ee74c0-3dab-4a55-b9b2-f8b2df4e1861","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:35.738670761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7ee74c0-3dab-4a55-b9b2-f8b2df4e1861","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:35.742515776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7ee74c0-3dab-4a55-b9b2-f8b2df4e1861","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:35.745643406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7ee74c0-3dab-4a55-b9b2-f8b2df4e1861","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:36.077083656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"986a4a07-2944-4bc5-92a8-aada881ebdda","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:36.157370135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"986a4a07-2944-4bc5-92a8-aada881ebdda","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:36.161561627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"7e032027-958d-46f3-a072-43ccb23495da","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:36.164673301Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-f3d6a5-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"986a4a07-2944-4bc5-92a8-aada881ebdda","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:36.168746906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"7e032027-958d-46f3-a072-43ccb23495da","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:36.174840459Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4a477d-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"7e032027-958d-46f3-a072-43ccb23495da","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:36.747234257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"default-tenant","reconcileID":"a731446f-c434-4fb9-b30f-26805da0b102","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28c1e9","tenantID":"e2e-extmod-b-28c1e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:36.777746305Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"default-tenant","reconcileID":"a731446f-c434-4fb9-b30f-26805da0b102","name":"e2e-extmod-b-28c1e9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:40.396359104Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:42.699212635Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-serve-5d6e6d","reconcileID":"2d6506d1-6649-4801-92b1-0628a6e1f600","namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-serve-5d6e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:42.709199025Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-serve-5d6e6d","reconcileID":"2aee5279-a5b3-4f44-8847-2adb739ce93c","namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-serve-5d6e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:42.713046595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"fb5cdb35-86cd-4534-99cf-e2ee47a75f91","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:42.718518103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"46dcbf85-8d2f-43b7-9b4b-a73ae99a6888","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:42.718677777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"999f0384-9aec-46d2-ad27-c5904b9a70d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:42.718923714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"20fa2adc-5c1a-4b9c-9724-dba8f0719ca5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:42.721405611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"1e12203d-67fa-45e2-bc1a-0f25f8d126a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:42.723352264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"fb5cdb35-86cd-4534-99cf-e2ee47a75f91","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:42.727640119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"20fa2adc-5c1a-4b9c-9724-dba8f0719ca5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:42.727808007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"999f0384-9aec-46d2-ad27-c5904b9a70d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:42.729857218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"46dcbf85-8d2f-43b7-9b4b-a73ae99a6888","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:42.730495087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"1e12203d-67fa-45e2-bc1a-0f25f8d126a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:42.7309515Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-f3d6a5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dad305ed7cf183eca560f3ad63f1befa4ae125aa375113dc98b2172f67dc8d6f) AuthConfig (bfef62021d7f9eb6c08e23c3d8633c532bb437ef03697f549472d221a9ab076f) AuthConfig (cc8fe61b5169c7b322e9affeaab437cf2eb77a3324a9e25da98049c7fa0a7bac) AuthConfig (b7a7bee0f4b0b3013425f926805a7b1017a87924e64b271bc361d8dc9a3184b3) AuthConfig (a5c437c1e98eeb8707a0bd42dec673c1f51ce49bf526df751c6f98ef7bb73a71) AuthConfig (05d91fd99f31786924a22b5f175c53d49163b39d895c27f7a10220ddd316c013) AuthConfig (6e9f89b1cb49b73632feaa20691c040652cf7fc91b3df94af6d9f97b7ebbc3d1) AuthConfig (8d1ce16e8fdf401e857d1ca3c7df3fbe8c9be71f1839120a3160c38b90eb0bd8) AuthConfig (5db2d17a1846c4fb62328177739b6e937e4ac3cd80322a695a73e6409b9ea221) AuthConfig (e659fc60d307c408c46067a17c2f0f981a6435f745495b503721b0d43150d4dd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"fb5cdb35-86cd-4534-99cf-e2ee47a75f91","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:42.745824423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"namespace":"e2e-extmod-att-user-16d5f9","name":"e2e-att-serve-00d29c","reconcileID":"6e28d7b1-0082-4882-bf5d-34e4a1589787","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"tenant":"e2e-extmod-b-f3d6a5","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","model":"e2e-extmod-att-user-16d5f9/e2e-att-serve-00d29c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:42.745845735Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"namespace":"e2e-extmod-att-user-16d5f9","name":"e2e-att-serve-00d29c","reconcileID":"6e28d7b1-0082-4882-bf5d-34e4a1589787","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"routeName":"external-model-e2e-att-serve-00d29c-ac8fd43fe6bc","namespace":"e2e-extmod-att-user-16d5f9","model":"e2e-att-serve-00d29c","externalModel":"e2e-att-serve-00d29c","provider":"e2e-att-serve-00d29c-provider","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:42.746335455Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4a477d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (47fcc17df615c806a47a4b1701817475af62ec8e6c1737f1388d42bc125a9cc1) AuthConfig (b14c7256d6be0cec2e159dba84f6d536e63ea69229d60f8e101a27ff4a559589) AuthConfig (ccc7ea0aced32449a52e2a4c284a82d47c183a8138f9bb63198236637be617e8) AuthConfig (3d017d2b708c2c65d2bd70bfa15ee5c3b4410bcde9ec3f5171760e52b2d8530e) AuthConfig (873fa3e8e00288152283f6a9f873a768d3b0f6a31ce4c315456d78a0d39cdb09) AuthConfig (adf7724db8ded4ac29811a5f1c23b242915b5ee819e739cf8cdd674c20cf83b8) AuthConfig (2239460c18e27234c4f882f392f2aaa8877b50cf703fead038c63f1836c218a6) AuthConfig (e12202f3d41d821427c7dfaab9ebb5c9725186e29f7c42acd0456b52a514c0d8) AuthConfig (448292d358113e44e1b9c19655ab93a63858bcf4240635ab30d3e15899fb1f98) AuthConfig (8e06fa38eaa7392924936179f914f4257b60ead68bac3afca659abaeb27247ff) EnvoyFilter (openshift-ingress/e2e-extmod-b-4a477d) EnvoyFilter (openshift-ingress/e2e-extmod-b-4a477d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"46dcbf85-8d2f-43b7-9b4b-a73ae99a6888","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:42.769491736Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"namespace":"e2e-extmod-att-user-c76bfd","name":"e2e-att-serve-3c5be9","reconcileID":"ded0969a-d1df-491f-85be-5b2ae0756469","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"tenant":"e2e-extmod-b-4a477d","gateway":"openshift-ingress/e2e-extmod-b-4a477d","model":"e2e-extmod-att-user-c76bfd/e2e-att-serve-3c5be9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:42.769516061Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"namespace":"e2e-extmod-att-user-c76bfd","name":"e2e-att-serve-3c5be9","reconcileID":"ded0969a-d1df-491f-85be-5b2ae0756469","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"routeName":"external-model-e2e-att-serve-3c5be9-4a9ba0ee5fff","namespace":"e2e-extmod-att-user-c76bfd","model":"e2e-att-serve-3c5be9","externalModel":"e2e-att-serve-3c5be9","provider":"e2e-att-serve-3c5be9-provider","gateway":"openshift-ingress/e2e-extmod-b-4a477d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:42.822930505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fdd66bcd-36ca-444d-b737-a171120bbad8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:42.826031595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"5c11d670-4a48-4213-8689-85104e2c655b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:42.826252315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"e9ac00b7-c74f-474a-a86e-3fd740afbcf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:42.826670329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"47941a99-ed9c-4125-bfbf-7724308b45a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:42.826856862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"b31d14cb-791c-4d53-8708-a6f1e7261f7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:42.834860118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fdd66bcd-36ca-444d-b737-a171120bbad8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:42.838518016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"e9ac00b7-c74f-474a-a86e-3fd740afbcf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:42.838706146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"47941a99-ed9c-4125-bfbf-7724308b45a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:42.841202979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"b31d14cb-791c-4d53-8708-a6f1e7261f7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:42.841659602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"5c11d670-4a48-4213-8689-85104e2c655b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:42.899991898Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-serve-5d6e6d","reconcileID":"1cc5f6d9-283f-478c-8471-74225d3b3cb1","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:42.92344493Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-serve-5d6e6d","reconcileID":"d8ebabcc-7e31-450b-8c5e-2e094386136c","namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-serve-5d6e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:42.924042054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"9e859780-845f-4598-970b-dbfcc1af8e8c","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:42.929599292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"9f0d6b92-582f-463f-8f92-2f2c7de52810","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:42.930246061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-serve-5d6e6d","reconcileID":"1e803cc9-d22a-4ef1-8b27-d3dd5029b6dc","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"tenant":"e2e-extmod-b-e67d95","gateway":"openshift-ingress/e2e-extmod-b-e67d95","model":"e2e-extmod-att-user-17462c/e2e-att-serve-5d6e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:42.93026262Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-serve-5d6e6d","reconcileID":"1e803cc9-d22a-4ef1-8b27-d3dd5029b6dc","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"routeName":"external-model-e2e-att-serve-5d6e6d-e21fd9a9577e","namespace":"e2e-extmod-att-user-17462c","model":"e2e-att-serve-5d6e6d","externalModel":"e2e-att-serve-5d6e6d","provider":"e2e-att-serve-5d6e6d-provider","gateway":"openshift-ingress/e2e-extmod-b-e67d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:42.933142575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"5176678b-e0e2-4d1e-a22a-fc639445f059","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:42.93324433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"340b0ad0-f8c1-42bc-b611-01c81827ee18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:42.934866729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"77d21412-0c96-4acb-bd53-cbff19de4d08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:42.941055143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"9e859780-845f-4598-970b-dbfcc1af8e8c","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:42.946416599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"77d21412-0c96-4acb-bd53-cbff19de4d08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:42.946532902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"5176678b-e0e2-4d1e-a22a-fc639445f059","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:42.949265582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"340b0ad0-f8c1-42bc-b611-01c81827ee18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:42.949341436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"9f0d6b92-582f-463f-8f92-2f2c7de52810","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:42.950688615Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-f3d6a5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dad305ed7cf183eca560f3ad63f1befa4ae125aa375113dc98b2172f67dc8d6f) AuthConfig (bfef62021d7f9eb6c08e23c3d8633c532bb437ef03697f549472d221a9ab076f) AuthConfig (cc8fe61b5169c7b322e9affeaab437cf2eb77a3324a9e25da98049c7fa0a7bac) AuthConfig (b7a7bee0f4b0b3013425f926805a7b1017a87924e64b271bc361d8dc9a3184b3) AuthConfig (a5c437c1e98eeb8707a0bd42dec673c1f51ce49bf526df751c6f98ef7bb73a71) AuthConfig (05d91fd99f31786924a22b5f175c53d49163b39d895c27f7a10220ddd316c013) AuthConfig (6e9f89b1cb49b73632feaa20691c040652cf7fc91b3df94af6d9f97b7ebbc3d1) AuthConfig (8d1ce16e8fdf401e857d1ca3c7df3fbe8c9be71f1839120a3160c38b90eb0bd8) AuthConfig (5db2d17a1846c4fb62328177739b6e937e4ac3cd80322a695a73e6409b9ea221) AuthConfig (e659fc60d307c408c46067a17c2f0f981a6435f745495b503721b0d43150d4dd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"9e859780-845f-4598-970b-dbfcc1af8e8c","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:43.275937903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"c9978b5d-c6cc-4f99-af76-cbe87ab383ad","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:43.276854479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"b777033d-9e8f-4c2b-aa3d-6d9ab573622e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:43.278437673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"5cf6f750-e869-45d1-a3d3-27e1048c5fb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:43.282788584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"46f0e891-bbe1-4c20-8c93-51442db67e92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:43.284408395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-serve-5d6e6d","reconcileID":"9f8ad986-db92-43b5-9c91-8d6e1ca4a326","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"tenant":"e2e-extmod-b-e67d95","gateway":"openshift-ingress/e2e-extmod-b-e67d95","model":"e2e-extmod-att-user-17462c/e2e-att-serve-5d6e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:43.284558882Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-serve-5d6e6d","reconcileID":"9f8ad986-db92-43b5-9c91-8d6e1ca4a326","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"routeName":"external-model-e2e-att-serve-5d6e6d-e21fd9a9577e","namespace":"e2e-extmod-att-user-17462c","model":"e2e-att-serve-5d6e6d","externalModel":"e2e-att-serve-5d6e6d","provider":"e2e-att-serve-5d6e6d-provider","gateway":"openshift-ingress/e2e-extmod-b-e67d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:43.287470766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"8c3d9760-cbed-4c17-b7b7-440b1bd6959c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:43.291055558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"5cf6f750-e869-45d1-a3d3-27e1048c5fb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:43.299512703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"b777033d-9e8f-4c2b-aa3d-6d9ab573622e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:43.304512079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"8c3d9760-cbed-4c17-b7b7-440b1bd6959c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:43.304920189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"c9978b5d-c6cc-4f99-af76-cbe87ab383ad","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:43.310874382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"46f0e891-bbe1-4c20-8c93-51442db67e92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:43.320439658Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4a477d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (47fcc17df615c806a47a4b1701817475af62ec8e6c1737f1388d42bc125a9cc1) AuthConfig (b14c7256d6be0cec2e159dba84f6d536e63ea69229d60f8e101a27ff4a559589) AuthConfig (ccc7ea0aced32449a52e2a4c284a82d47c183a8138f9bb63198236637be617e8) AuthConfig (3d017d2b708c2c65d2bd70bfa15ee5c3b4410bcde9ec3f5171760e52b2d8530e) AuthConfig (873fa3e8e00288152283f6a9f873a768d3b0f6a31ce4c315456d78a0d39cdb09) AuthConfig (adf7724db8ded4ac29811a5f1c23b242915b5ee819e739cf8cdd674c20cf83b8) AuthConfig (2239460c18e27234c4f882f392f2aaa8877b50cf703fead038c63f1836c218a6) AuthConfig (e12202f3d41d821427c7dfaab9ebb5c9725186e29f7c42acd0456b52a514c0d8) AuthConfig (448292d358113e44e1b9c19655ab93a63858bcf4240635ab30d3e15899fb1f98) AuthConfig (8e06fa38eaa7392924936179f914f4257b60ead68bac3afca659abaeb27247ff) EnvoyFilter (openshift-ingress/e2e-extmod-b-4a477d) EnvoyFilter (openshift-ingress/e2e-extmod-b-4a477d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"c9978b5d-c6cc-4f99-af76-cbe87ab383ad","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:43.328539791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"a46a8656-a668-4aaf-ba36-a03b803fed8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:43.338138574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"a46a8656-a668-4aaf-ba36-a03b803fed8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:43.428870212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"bd699f73-3e73-4c05-8779-7780dc0f6211","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:43.429013422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"0b43f4ce-13f2-4911-99bc-3875a380f27d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:43.429385853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d46811cc-9779-44d9-9827-b35a532f3bbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:43.429743041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"2fc9d68a-46dd-46d6-9fb4-2e2f3ad0f70e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:43.429954641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa936f73-5212-4b20-843f-684d377973d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:43.439233318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"0b43f4ce-13f2-4911-99bc-3875a380f27d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:43.442041495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d46811cc-9779-44d9-9827-b35a532f3bbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:43.445775654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"bd699f73-3e73-4c05-8779-7780dc0f6211","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:43.450552021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"2fc9d68a-46dd-46d6-9fb4-2e2f3ad0f70e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:43.459884324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa936f73-5212-4b20-843f-684d377973d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:43.668894504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"806f84d9-8f6c-485a-990f-21a80948b401","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:43.669487395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"a3cd6707-8c82-49a6-ba0f-c47ed549542e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:43.669706931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"99beb5f9-fc26-4ef3-b4b3-883a51b0cee6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:43.676555398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-serve-5d6e6d","reconcileID":"6e132ec3-1522-4741-82c4-f1e883334fbd","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"tenant":"e2e-extmod-b-e67d95","gateway":"openshift-ingress/e2e-extmod-b-e67d95","model":"e2e-extmod-att-user-17462c/e2e-att-serve-5d6e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:43.676575893Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-serve-5d6e6d","reconcileID":"6e132ec3-1522-4741-82c4-f1e883334fbd","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"routeName":"external-model-e2e-att-serve-5d6e6d-e21fd9a9577e","namespace":"e2e-extmod-att-user-17462c","model":"e2e-att-serve-5d6e6d","externalModel":"e2e-att-serve-5d6e6d","provider":"e2e-att-serve-5d6e6d-provider","gateway":"openshift-ingress/e2e-extmod-b-e67d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:43.681540244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"806f84d9-8f6c-485a-990f-21a80948b401","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:43.681963253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"99beb5f9-fc26-4ef3-b4b3-883a51b0cee6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:43.684474993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"a3cd6707-8c82-49a6-ba0f-c47ed549542e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:43.690294833Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-f3d6a5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dad305ed7cf183eca560f3ad63f1befa4ae125aa375113dc98b2172f67dc8d6f) AuthConfig (bfef62021d7f9eb6c08e23c3d8633c532bb437ef03697f549472d221a9ab076f) AuthConfig (cc8fe61b5169c7b322e9affeaab437cf2eb77a3324a9e25da98049c7fa0a7bac) AuthConfig (b7a7bee0f4b0b3013425f926805a7b1017a87924e64b271bc361d8dc9a3184b3) AuthConfig (a5c437c1e98eeb8707a0bd42dec673c1f51ce49bf526df751c6f98ef7bb73a71) AuthConfig (05d91fd99f31786924a22b5f175c53d49163b39d895c27f7a10220ddd316c013) AuthConfig (6e9f89b1cb49b73632feaa20691c040652cf7fc91b3df94af6d9f97b7ebbc3d1) AuthConfig (8d1ce16e8fdf401e857d1ca3c7df3fbe8c9be71f1839120a3160c38b90eb0bd8) AuthConfig (5db2d17a1846c4fb62328177739b6e937e4ac3cd80322a695a73e6409b9ea221) AuthConfig (e659fc60d307c408c46067a17c2f0f981a6435f745495b503721b0d43150d4dd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"806f84d9-8f6c-485a-990f-21a80948b401","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:43.76599629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"a0da184d-e4c6-4dad-97e6-c3cc691d3bc1","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:43.796672572Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"a0da184d-e4c6-4dad-97e6-c3cc691d3bc1","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:43.806648582Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-e67d95-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"a0da184d-e4c6-4dad-97e6-c3cc691d3bc1","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:43.817059864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-serve-5d6e6d","reconcileID":"b2016552-e972-418d-bef9-3f872c705647","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"tenant":"e2e-extmod-b-e67d95","gateway":"openshift-ingress/e2e-extmod-b-e67d95","model":"e2e-extmod-att-user-17462c/e2e-att-serve-5d6e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:43.817080378Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-serve-5d6e6d","reconcileID":"b2016552-e972-418d-bef9-3f872c705647","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"routeName":"external-model-e2e-att-serve-5d6e6d-e21fd9a9577e","namespace":"e2e-extmod-att-user-17462c","model":"e2e-att-serve-5d6e6d","externalModel":"e2e-att-serve-5d6e6d","provider":"e2e-att-serve-5d6e6d-provider","gateway":"openshift-ingress/e2e-extmod-b-e67d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:44.090790882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"98dd5252-177d-46f7-ba79-4431bfaf3982","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:44.103982086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"98dd5252-177d-46f7-ba79-4431bfaf3982","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:44.115221333Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4a477d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (47fcc17df615c806a47a4b1701817475af62ec8e6c1737f1388d42bc125a9cc1) AuthConfig (b14c7256d6be0cec2e159dba84f6d536e63ea69229d60f8e101a27ff4a559589) AuthConfig (ccc7ea0aced32449a52e2a4c284a82d47c183a8138f9bb63198236637be617e8) AuthConfig (3d017d2b708c2c65d2bd70bfa15ee5c3b4410bcde9ec3f5171760e52b2d8530e) AuthConfig (873fa3e8e00288152283f6a9f873a768d3b0f6a31ce4c315456d78a0d39cdb09) AuthConfig (adf7724db8ded4ac29811a5f1c23b242915b5ee819e739cf8cdd674c20cf83b8) AuthConfig (2239460c18e27234c4f882f392f2aaa8877b50cf703fead038c63f1836c218a6) AuthConfig (e12202f3d41d821427c7dfaab9ebb5c9725186e29f7c42acd0456b52a514c0d8) AuthConfig (448292d358113e44e1b9c19655ab93a63858bcf4240635ab30d3e15899fb1f98) AuthConfig (8e06fa38eaa7392924936179f914f4257b60ead68bac3afca659abaeb27247ff) EnvoyFilter (openshift-ingress/e2e-extmod-b-4a477d) EnvoyFilter (openshift-ingress/e2e-extmod-b-4a477d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"98dd5252-177d-46f7-ba79-4431bfaf3982","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:47.947347007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24a168cc-e0f5-4eb1-80d7-92c3d58246a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:47.950470837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24a168cc-e0f5-4eb1-80d7-92c3d58246a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:47.953455725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24a168cc-e0f5-4eb1-80d7-92c3d58246a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:47.956884823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24a168cc-e0f5-4eb1-80d7-92c3d58246a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:48.259849883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f488433a-c1d3-4a2a-a4b9-3efaffc98406","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:48.263554036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f488433a-c1d3-4a2a-a4b9-3efaffc98406","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:48.266652503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f488433a-c1d3-4a2a-a4b9-3efaffc98406","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:48.270616646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f488433a-c1d3-4a2a-a4b9-3efaffc98406","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:53.698422842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"d411f57f-98e1-4a51-9659-99a870186943","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:53.706630025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"d411f57f-98e1-4a51-9659-99a870186943","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:53.71275089Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-f3d6a5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dad305ed7cf183eca560f3ad63f1befa4ae125aa375113dc98b2172f67dc8d6f) AuthConfig (bfef62021d7f9eb6c08e23c3d8633c532bb437ef03697f549472d221a9ab076f) AuthConfig (cc8fe61b5169c7b322e9affeaab437cf2eb77a3324a9e25da98049c7fa0a7bac) AuthConfig (b7a7bee0f4b0b3013425f926805a7b1017a87924e64b271bc361d8dc9a3184b3) AuthConfig (a5c437c1e98eeb8707a0bd42dec673c1f51ce49bf526df751c6f98ef7bb73a71) AuthConfig (05d91fd99f31786924a22b5f175c53d49163b39d895c27f7a10220ddd316c013) AuthConfig (6e9f89b1cb49b73632feaa20691c040652cf7fc91b3df94af6d9f97b7ebbc3d1) AuthConfig (8d1ce16e8fdf401e857d1ca3c7df3fbe8c9be71f1839120a3160c38b90eb0bd8) AuthConfig (5db2d17a1846c4fb62328177739b6e937e4ac3cd80322a695a73e6409b9ea221) AuthConfig (e659fc60d307c408c46067a17c2f0f981a6435f745495b503721b0d43150d4dd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"d411f57f-98e1-4a51-9659-99a870186943","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:53.865646487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"def2439d-0d07-4b20-bc29-7248f9df8484","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:53.874816518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"def2439d-0d07-4b20-bc29-7248f9df8484","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:53.881000175Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-e67d95-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"def2439d-0d07-4b20-bc29-7248f9df8484","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:54.123732708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"6097f47a-e2ec-4d82-8074-0d767c38431d","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:54.131147096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"6097f47a-e2ec-4d82-8074-0d767c38431d","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:54.137328137Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4a477d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (47fcc17df615c806a47a4b1701817475af62ec8e6c1737f1388d42bc125a9cc1) AuthConfig (b14c7256d6be0cec2e159dba84f6d536e63ea69229d60f8e101a27ff4a559589) AuthConfig (ccc7ea0aced32449a52e2a4c284a82d47c183a8138f9bb63198236637be617e8) AuthConfig (3d017d2b708c2c65d2bd70bfa15ee5c3b4410bcde9ec3f5171760e52b2d8530e) AuthConfig (873fa3e8e00288152283f6a9f873a768d3b0f6a31ce4c315456d78a0d39cdb09) AuthConfig (adf7724db8ded4ac29811a5f1c23b242915b5ee819e739cf8cdd674c20cf83b8) AuthConfig (2239460c18e27234c4f882f392f2aaa8877b50cf703fead038c63f1836c218a6) AuthConfig (e12202f3d41d821427c7dfaab9ebb5c9725186e29f7c42acd0456b52a514c0d8) AuthConfig (448292d358113e44e1b9c19655ab93a63858bcf4240635ab30d3e15899fb1f98) AuthConfig (8e06fa38eaa7392924936179f914f4257b60ead68bac3afca659abaeb27247ff) EnvoyFilter (openshift-ingress/e2e-extmod-b-4a477d) EnvoyFilter (openshift-ingress/e2e-extmod-b-4a477d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"6097f47a-e2ec-4d82-8074-0d767c38431d","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:58.000045407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1220a1a-46be-4777-9982-b04774ee01da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:58.003552998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1220a1a-46be-4777-9982-b04774ee01da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:58.007232306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1220a1a-46be-4777-9982-b04774ee01da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:58.010902316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1220a1a-46be-4777-9982-b04774ee01da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:58.250422138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d66ca66c-660a-4331-93fa-0aa715eccd56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:58.318277668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d66ca66c-660a-4331-93fa-0aa715eccd56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:58.329915645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d66ca66c-660a-4331-93fa-0aa715eccd56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:58.334619223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d66ca66c-660a-4331-93fa-0aa715eccd56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:01.918847017Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-unrel-42e816","reconcileID":"d9be3d9d-b909-4801-b30f-c04261caaea5","namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-unrel-42e816","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:01.936253651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"8f0b8ab5-f2e4-4a6d-bf74-e2284682aeae","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:01.936528877Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-unrel-42e816","reconcileID":"8a13b9b0-4374-4fc0-9461-6ae342ae551d","namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-unrel-42e816","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:01.943140355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"0a0e3a96-5c6e-4f04-85f1-225fa0dd0b96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:01.94316782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"eda10265-376b-4fa7-9fed-a998df0aebf2","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:01.943588799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"81b87bf2-f033-4234-a6d2-5a7c5ef991e2","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:01.943594471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"828fb6da-8d26-4f14-8c09-d6022f904813","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:01.94822726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"8f0b8ab5-f2e4-4a6d-bf74-e2284682aeae","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:01.954517169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"eda10265-376b-4fa7-9fed-a998df0aebf2","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:01.955180089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"828fb6da-8d26-4f14-8c09-d6022f904813","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:01.956389605Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-e67d95-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"8f0b8ab5-f2e4-4a6d-bf74-e2284682aeae","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:01.956923539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"0a0e3a96-5c6e-4f04-85f1-225fa0dd0b96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:01.959297846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"81b87bf2-f033-4234-a6d2-5a7c5ef991e2","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:01.967743631Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-f3d6a5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dad305ed7cf183eca560f3ad63f1befa4ae125aa375113dc98b2172f67dc8d6f) AuthConfig (bfef62021d7f9eb6c08e23c3d8633c532bb437ef03697f549472d221a9ab076f) AuthConfig (cc8fe61b5169c7b322e9affeaab437cf2eb77a3324a9e25da98049c7fa0a7bac) AuthConfig (b7a7bee0f4b0b3013425f926805a7b1017a87924e64b271bc361d8dc9a3184b3) AuthConfig (a5c437c1e98eeb8707a0bd42dec673c1f51ce49bf526df751c6f98ef7bb73a71) AuthConfig (05d91fd99f31786924a22b5f175c53d49163b39d895c27f7a10220ddd316c013) AuthConfig (6e9f89b1cb49b73632feaa20691c040652cf7fc91b3df94af6d9f97b7ebbc3d1) AuthConfig (8d1ce16e8fdf401e857d1ca3c7df3fbe8c9be71f1839120a3160c38b90eb0bd8) AuthConfig (5db2d17a1846c4fb62328177739b6e937e4ac3cd80322a695a73e6409b9ea221) AuthConfig (e659fc60d307c408c46067a17c2f0f981a6435f745495b503721b0d43150d4dd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"eda10265-376b-4fa7-9fed-a998df0aebf2","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:01.971717045Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4a477d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (47fcc17df615c806a47a4b1701817475af62ec8e6c1737f1388d42bc125a9cc1) AuthConfig (b14c7256d6be0cec2e159dba84f6d536e63ea69229d60f8e101a27ff4a559589) AuthConfig (ccc7ea0aced32449a52e2a4c284a82d47c183a8138f9bb63198236637be617e8) AuthConfig (3d017d2b708c2c65d2bd70bfa15ee5c3b4410bcde9ec3f5171760e52b2d8530e) AuthConfig (873fa3e8e00288152283f6a9f873a768d3b0f6a31ce4c315456d78a0d39cdb09) AuthConfig (adf7724db8ded4ac29811a5f1c23b242915b5ee819e739cf8cdd674c20cf83b8) AuthConfig (2239460c18e27234c4f882f392f2aaa8877b50cf703fead038c63f1836c218a6) AuthConfig (e12202f3d41d821427c7dfaab9ebb5c9725186e29f7c42acd0456b52a514c0d8) AuthConfig (448292d358113e44e1b9c19655ab93a63858bcf4240635ab30d3e15899fb1f98) AuthConfig (8e06fa38eaa7392924936179f914f4257b60ead68bac3afca659abaeb27247ff) EnvoyFilter (openshift-ingress/e2e-extmod-b-4a477d) EnvoyFilter (openshift-ingress/e2e-extmod-b-4a477d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"81b87bf2-f033-4234-a6d2-5a7c5ef991e2","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:01.993523868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d462c29-6b0e-40fa-b509-97a72680757d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:02.006604022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d462c29-6b0e-40fa-b509-97a72680757d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:02.111394109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"71c635a6-475b-4955-abfd-c05bbbc2a308","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:02.112068789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"a6fe88b9-71bd-46b5-a4a1-3681edb9e276","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:02.158075111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"a6fe88b9-71bd-46b5-a4a1-3681edb9e276","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:02.165206314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"71c635a6-475b-4955-abfd-c05bbbc2a308","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:02.194154456Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-unrel-42e816","reconcileID":"2828dcf0-19f9-4706-9262-f4674819f0c5","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:02.209391237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"25ffdade-8f63-4d94-b167-66598b16a5a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:02.235204294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"25ffdade-8f63-4d94-b167-66598b16a5a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:02.287446313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"599219a9-32ab-432b-943d-fde9e721e7af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:02.288604466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"18a09d29-fd79-47d8-9062-2cc21acf1dad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:02.311314764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"599219a9-32ab-432b-943d-fde9e721e7af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:02.312355852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"18a09d29-fd79-47d8-9062-2cc21acf1dad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:02.323635955Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-unrel-42e816","reconcileID":"59e534dc-6d17-4f35-97e8-781324a4c9e4","namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-unrel-42e816","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:02.333519684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-unrel-42e816","reconcileID":"e582defb-cda2-4daf-8c88-587a7594df34","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"tenant":"e2e-extmod-b-28c1e9","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","model":"e2e-extmod-att-user-098e87/e2e-att-unrel-42e816","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:02.333541706Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-unrel-42e816","reconcileID":"e582defb-cda2-4daf-8c88-587a7594df34","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"routeName":"external-model-e2e-att-unrel-42e816-cc5877987d22","namespace":"e2e-extmod-att-user-098e87","model":"e2e-att-unrel-42e816","externalModel":"e2e-att-unrel-42e816","provider":"e2e-att-unrel-42e816-provider","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:02.421687346Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-unrel-42e816","reconcileID":"e5ad0108-cf85-45eb-b869-811969895eb6","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"tenant":"e2e-extmod-b-28c1e9","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","model":"e2e-extmod-att-user-098e87/e2e-att-unrel-42e816","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:02.421777682Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-unrel-42e816","reconcileID":"e5ad0108-cf85-45eb-b869-811969895eb6","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"routeName":"external-model-e2e-att-unrel-42e816-cc5877987d22","namespace":"e2e-extmod-att-user-098e87","model":"e2e-att-unrel-42e816","externalModel":"e2e-att-unrel-42e816","provider":"e2e-att-unrel-42e816-provider","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:02.446441339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"62922f4e-aa3d-4796-b9ee-3675db811214","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:02.446783809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"dea67dc4-0184-41f1-b4b2-769ee4c152c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:02.514306759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"2d0545a1-63cc-44ac-8f4c-4434247a90ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:02.531391413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"62922f4e-aa3d-4796-b9ee-3675db811214","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:02.544748283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"dea67dc4-0184-41f1-b4b2-769ee4c152c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:02.679494243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"2d0545a1-63cc-44ac-8f4c-4434247a90ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:02.679895613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"0dbb824f-263a-4f4b-9c3b-ecc5e88b2614","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:02.698763726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"eddb2559-48b8-4667-912d-c903e0a8c674","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:02.724382026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9c47180-3737-405c-b8d1-5e25753e9332","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:02.7299071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"0dbb824f-263a-4f4b-9c3b-ecc5e88b2614","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:02.735569026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"eddb2559-48b8-4667-912d-c903e0a8c674","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:02.736631408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9c47180-3737-405c-b8d1-5e25753e9332","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:02.859945594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"6152c21a-e111-403a-a001-004de3c680b2","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:02.860174897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"5518236d-669e-4d70-90c2-7a9c7868ea3d","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:02.8748944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"5518236d-669e-4d70-90c2-7a9c7868ea3d","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:02.876971491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"6152c21a-e111-403a-a001-004de3c680b2","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:02.890890896Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4a477d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (47fcc17df615c806a47a4b1701817475af62ec8e6c1737f1388d42bc125a9cc1) AuthConfig (b14c7256d6be0cec2e159dba84f6d536e63ea69229d60f8e101a27ff4a559589) AuthConfig (ccc7ea0aced32449a52e2a4c284a82d47c183a8138f9bb63198236637be617e8) AuthConfig (3d017d2b708c2c65d2bd70bfa15ee5c3b4410bcde9ec3f5171760e52b2d8530e) AuthConfig (873fa3e8e00288152283f6a9f873a768d3b0f6a31ce4c315456d78a0d39cdb09) AuthConfig (adf7724db8ded4ac29811a5f1c23b242915b5ee819e739cf8cdd674c20cf83b8) AuthConfig (2239460c18e27234c4f882f392f2aaa8877b50cf703fead038c63f1836c218a6) AuthConfig (e12202f3d41d821427c7dfaab9ebb5c9725186e29f7c42acd0456b52a514c0d8) AuthConfig (448292d358113e44e1b9c19655ab93a63858bcf4240635ab30d3e15899fb1f98) AuthConfig (8e06fa38eaa7392924936179f914f4257b60ead68bac3afca659abaeb27247ff) EnvoyFilter (openshift-ingress/e2e-extmod-b-4a477d) EnvoyFilter (openshift-ingress/e2e-extmod-b-4a477d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"5518236d-669e-4d70-90c2-7a9c7868ea3d","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:02.894993608Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-f3d6a5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dad305ed7cf183eca560f3ad63f1befa4ae125aa375113dc98b2172f67dc8d6f) AuthConfig (bfef62021d7f9eb6c08e23c3d8633c532bb437ef03697f549472d221a9ab076f) AuthConfig (cc8fe61b5169c7b322e9affeaab437cf2eb77a3324a9e25da98049c7fa0a7bac) AuthConfig (b7a7bee0f4b0b3013425f926805a7b1017a87924e64b271bc361d8dc9a3184b3) AuthConfig (a5c437c1e98eeb8707a0bd42dec673c1f51ce49bf526df751c6f98ef7bb73a71) AuthConfig (05d91fd99f31786924a22b5f175c53d49163b39d895c27f7a10220ddd316c013) AuthConfig (6e9f89b1cb49b73632feaa20691c040652cf7fc91b3df94af6d9f97b7ebbc3d1) AuthConfig (8d1ce16e8fdf401e857d1ca3c7df3fbe8c9be71f1839120a3160c38b90eb0bd8) AuthConfig (5db2d17a1846c4fb62328177739b6e937e4ac3cd80322a695a73e6409b9ea221) AuthConfig (e659fc60d307c408c46067a17c2f0f981a6435f745495b503721b0d43150d4dd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"6152c21a-e111-403a-a001-004de3c680b2","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:02.970080344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"f97e2043-bb65-42bb-a8fb-c8a17989877d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:02.970573303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"5f788974-5545-490c-beac-8503e8e605f6","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:02.974535492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"bce045fc-d3f6-4c99-bb2e-5ee511539cf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:02.975024957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"6f410286-5707-45e6-9211-fef49f49762d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:02.975244042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"5e25eb6b-b792-499f-b8f1-41dc1ba743c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:02.979866673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"f97e2043-bb65-42bb-a8fb-c8a17989877d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:02.980086504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"5f788974-5545-490c-beac-8503e8e605f6","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:02.986598917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"bce045fc-d3f6-4c99-bb2e-5ee511539cf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:02.986644132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"5e25eb6b-b792-499f-b8f1-41dc1ba743c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:02.988452302Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-e67d95-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"5f788974-5545-490c-beac-8503e8e605f6","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:03.001789633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"68ebaef6-3495-4a78-8650-2a40fc708600","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:03.003258957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"6f410286-5707-45e6-9211-fef49f49762d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:03.010143042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"68ebaef6-3495-4a78-8650-2a40fc708600","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:03.014625804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"2b6e77a7-d686-4f04-b81d-c33ef1fd9329","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:03.018383615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-unrel-42e816","reconcileID":"b1b437a8-351f-429e-9e49-b7db080fe843","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"tenant":"e2e-extmod-b-28c1e9","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","model":"e2e-extmod-att-user-098e87/e2e-att-unrel-42e816","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:03.018401291Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-unrel-42e816","reconcileID":"b1b437a8-351f-429e-9e49-b7db080fe843","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"routeName":"external-model-e2e-att-unrel-42e816-cc5877987d22","namespace":"e2e-extmod-att-user-098e87","model":"e2e-att-unrel-42e816","externalModel":"e2e-att-unrel-42e816","provider":"e2e-att-unrel-42e816-provider","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:03.026835031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"2b6e77a7-d686-4f04-b81d-c33ef1fd9329","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:03.062714654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"d4a96734-a43e-48f8-87a3-f431d34fa4bb","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28c1e9","tenantID":"e2e-extmod-b-28c1e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:03.110973451Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"d4a96734-a43e-48f8-87a3-f431d34fa4bb","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"e2e-extmod-b-28c1e9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:03.119457214Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-28c1e9-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"d4a96734-a43e-48f8-87a3-f431d34fa4bb","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:03.150653644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-unrel-42e816","reconcileID":"33e2b2c6-bf11-4228-b16d-964767425c0e","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"tenant":"e2e-extmod-b-28c1e9","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","model":"e2e-extmod-att-user-098e87/e2e-att-unrel-42e816","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:03.150677074Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-unrel-42e816","reconcileID":"33e2b2c6-bf11-4228-b16d-964767425c0e","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"routeName":"external-model-e2e-att-unrel-42e816-cc5877987d22","namespace":"e2e-extmod-att-user-098e87","model":"e2e-att-unrel-42e816","externalModel":"e2e-att-unrel-42e816","provider":"e2e-att-unrel-42e816-provider","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:09.297693248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-c164d6","namespace":"ai-tenant-e2e-autores-c164d6"},"namespace":"ai-tenant-e2e-autores-c164d6","name":"autores-model-c164d6","reconcileID":"dabaf376-e613-491c-955d-c70a1f68577a","MaaSModelRef":{"name":"autores-model-c164d6","namespace":"ai-tenant-e2e-autores-c164d6"},"tenant":"e2e-autores-c164d6","gateway":"openshift-ingress/e2e-autores-c164d6","model":"ai-tenant-e2e-autores-c164d6/autores-model-c164d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:09.309160352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-c164d6","namespace":"ai-tenant-e2e-autores-c164d6"},"namespace":"ai-tenant-e2e-autores-c164d6","name":"autores-model-c164d6","reconcileID":"dabaf376-e613-491c-955d-c70a1f68577a","MaaSModelRef":{"name":"autores-model-c164d6","namespace":"ai-tenant-e2e-autores-c164d6"},"routeName":"autores-model-c164d6-kserve-route","namespace":"ai-tenant-e2e-autores-c164d6","llmisvcName":"autores-model-c164d6","gateway":"openshift-ingress/e2e-autores-c164d6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:10.432711972Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:10.773251327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"169167da-77ee-4991-bf3d-04b0e7a2c073","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:10.852189983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"169167da-77ee-4991-bf3d-04b0e7a2c073","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:10.858638492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"169167da-77ee-4991-bf3d-04b0e7a2c073","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:10.86413677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"169167da-77ee-4991-bf3d-04b0e7a2c073","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:11.243974952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2b6cb01-e572-4f0c-b9c0-b4b87fbe13cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:11.24853322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2b6cb01-e572-4f0c-b9c0-b4b87fbe13cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:11.252166156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2b6cb01-e572-4f0c-b9c0-b4b87fbe13cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:11.255511296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2b6cb01-e572-4f0c-b9c0-b4b87fbe13cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:11.691232387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2499b41-b731-4ef3-9c1a-152a5f6e7d8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:11.701282397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2499b41-b731-4ef3-9c1a-152a5f6e7d8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:11.722153123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2499b41-b731-4ef3-9c1a-152a5f6e7d8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:11.728238454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2499b41-b731-4ef3-9c1a-152a5f6e7d8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:12.915512474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"5ed96307-b465-4682-9c8c-23ed60838fc7","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:12.919181813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"7f94ca4c-22d1-4d26-b163-9357b4a6066a","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:12.928558093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"5ed96307-b465-4682-9c8c-23ed60838fc7","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:12.94477092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"7f94ca4c-22d1-4d26-b163-9357b4a6066a","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:12.961948605Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-f3d6a5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dad305ed7cf183eca560f3ad63f1befa4ae125aa375113dc98b2172f67dc8d6f) AuthConfig (bfef62021d7f9eb6c08e23c3d8633c532bb437ef03697f549472d221a9ab076f) AuthConfig (cc8fe61b5169c7b322e9affeaab437cf2eb77a3324a9e25da98049c7fa0a7bac) AuthConfig (b7a7bee0f4b0b3013425f926805a7b1017a87924e64b271bc361d8dc9a3184b3) AuthConfig (a5c437c1e98eeb8707a0bd42dec673c1f51ce49bf526df751c6f98ef7bb73a71) AuthConfig (05d91fd99f31786924a22b5f175c53d49163b39d895c27f7a10220ddd316c013) AuthConfig (6e9f89b1cb49b73632feaa20691c040652cf7fc91b3df94af6d9f97b7ebbc3d1) AuthConfig (8d1ce16e8fdf401e857d1ca3c7df3fbe8c9be71f1839120a3160c38b90eb0bd8) AuthConfig (5db2d17a1846c4fb62328177739b6e937e4ac3cd80322a695a73e6409b9ea221) AuthConfig (e659fc60d307c408c46067a17c2f0f981a6435f745495b503721b0d43150d4dd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"7f94ca4c-22d1-4d26-b163-9357b4a6066a","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:12.962527601Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4a477d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (47fcc17df615c806a47a4b1701817475af62ec8e6c1737f1388d42bc125a9cc1) AuthConfig (b14c7256d6be0cec2e159dba84f6d536e63ea69229d60f8e101a27ff4a559589) AuthConfig (ccc7ea0aced32449a52e2a4c284a82d47c183a8138f9bb63198236637be617e8) AuthConfig (3d017d2b708c2c65d2bd70bfa15ee5c3b4410bcde9ec3f5171760e52b2d8530e) AuthConfig (873fa3e8e00288152283f6a9f873a768d3b0f6a31ce4c315456d78a0d39cdb09) AuthConfig (adf7724db8ded4ac29811a5f1c23b242915b5ee819e739cf8cdd674c20cf83b8) AuthConfig (2239460c18e27234c4f882f392f2aaa8877b50cf703fead038c63f1836c218a6) AuthConfig (e12202f3d41d821427c7dfaab9ebb5c9725186e29f7c42acd0456b52a514c0d8) AuthConfig (448292d358113e44e1b9c19655ab93a63858bcf4240635ab30d3e15899fb1f98) AuthConfig (8e06fa38eaa7392924936179f914f4257b60ead68bac3afca659abaeb27247ff) EnvoyFilter (openshift-ingress/e2e-extmod-b-4a477d) EnvoyFilter (openshift-ingress/e2e-extmod-b-4a477d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"5ed96307-b465-4682-9c8c-23ed60838fc7","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:13.030645999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"9a85f25e-cad7-4aa5-a89a-4562a374fe84","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:13.047946337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"9a85f25e-cad7-4aa5-a89a-4562a374fe84","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:13.068527163Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-e67d95-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"9a85f25e-cad7-4aa5-a89a-4562a374fe84","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:13.257563844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"aac73fa6-c061-4938-987d-3df8b2bc5ac1","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28c1e9","tenantID":"e2e-extmod-b-28c1e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:13.290443613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"aac73fa6-c061-4938-987d-3df8b2bc5ac1","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"e2e-extmod-b-28c1e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:13.303841868Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-28c1e9-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"aac73fa6-c061-4938-987d-3df8b2bc5ac1","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:16.921379944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"eb8edb81-ef9a-4f55-b8b1-904c7580d54b","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:16.937474362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-subscription","reconcileID":"0f36c52d-8638-461d-85ef-1266f81d22d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-simulator-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:16.943492459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"2cc4096c-bb43-4fb0-bb4a-bae635e51f29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:16.943617877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"e2da3ef7-3afa-41b2-864b-a7d504505ce2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:16.951767662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"2cc4096c-bb43-4fb0-bb4a-bae635e51f29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:16.95189359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"e2da3ef7-3afa-41b2-864b-a7d504505ce2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:16.961337961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"856d8dfe-1aaf-476e-aabf-130523b4b037","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:17.043356342Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-subscription","reconcileID":"addc8121-3358-4971-8a78-0dc4c408b5a4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-simulator-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:17.812524713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"fb9d640f-d3cb-4ae1-aeff-cef4773f929d","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:22.991874334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"c50a43e1-85f8-47c0-a888-5bac2ed33fe6","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:22.994473566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"324cbefb-2c10-4b2a-a146-c9d516da404d","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:23.003500634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"c50a43e1-85f8-47c0-a888-5bac2ed33fe6","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:23.019341082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"324cbefb-2c10-4b2a-a146-c9d516da404d","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:23.101941278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"1fcebf5c-6a99-43f9-8f16-cf19abe6f258","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28c1e9","tenantID":"e2e-extmod-b-28c1e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:23.104944069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"f321a4fc-9477-40fc-b9b9-4f6f8586cf89","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:23.112429449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"1fcebf5c-6a99-43f9-8f16-cf19abe6f258","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"e2e-extmod-b-28c1e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:23.119983474Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-28c1e9-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"1fcebf5c-6a99-43f9-8f16-cf19abe6f258","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:23.120335601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"f321a4fc-9477-40fc-b9b9-4f6f8586cf89","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:23.130804135Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-e67d95-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (737d20c2a9234e768b55aa4735a823f95f5dc261393f3430ec5d6c009fd9acfe) AuthConfig (888afcd3799ba1a35ff35616bcf358f957b774bcdea4f78c2210287272539b61) AuthConfig (d6a2f4651477d71b86732965ef3a9191850ca2d4c262d9564f9f7186dee28bee) AuthConfig (67e5b363c0edb7d12627f767a5d819c05b1c9895c27104bf9acfec7a36e4a712) AuthConfig (a4323c6eb540f322ebc98891e2271c524ecabf76e8e0496194c8d09948937254) AuthConfig (056e9dbdf55d99dfd55f5de2688721385a4e12da05ba1d091b266ae16e780b71) AuthConfig (5f69b0532ad6d7001bb7a1c449d55aa22be78883c1a17551d2bcd681f21d861e) AuthConfig (f9565ec209aa73b3cc358a1803d4890d05c48978f814e517cc3cd2091a484edf) AuthConfig (e778b89149b6072952b46cd8864b88ee6046f116aed51c9eccb94e1272b1ec17) AuthConfig (7024da14d9986861133601df86bc9f1e252a7fea31b4a284978f39abc6e7866e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"f321a4fc-9477-40fc-b9b9-4f6f8586cf89","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:23.146155662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-serve-5d6e6d","reconcileID":"804e8726-71dd-4ad6-be32-8bc7355f7db9","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"tenant":"e2e-extmod-b-e67d95","gateway":"openshift-ingress/e2e-extmod-b-e67d95","model":"e2e-extmod-att-user-17462c/e2e-att-serve-5d6e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:23.146177387Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-serve-5d6e6d","reconcileID":"804e8726-71dd-4ad6-be32-8bc7355f7db9","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"routeName":"external-model-e2e-att-serve-5d6e6d-e21fd9a9577e","namespace":"e2e-extmod-att-user-17462c","model":"e2e-att-serve-5d6e6d","externalModel":"e2e-att-serve-5d6e6d","provider":"e2e-att-serve-5d6e6d-provider","gateway":"openshift-ingress/e2e-extmod-b-e67d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:23.204711117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"namespace":"e2e-extmod-att-user-c76bfd","name":"e2e-att-serve-3c5be9","reconcileID":"499730bd-af65-468d-8a93-3de842e54c01","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"tenant":"e2e-extmod-b-4a477d","gateway":"openshift-ingress/e2e-extmod-b-4a477d","model":"e2e-extmod-att-user-c76bfd/e2e-att-serve-3c5be9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:23.204752744Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"namespace":"e2e-extmod-att-user-c76bfd","name":"e2e-att-serve-3c5be9","reconcileID":"499730bd-af65-468d-8a93-3de842e54c01","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"routeName":"external-model-e2e-att-serve-3c5be9-4a9ba0ee5fff","namespace":"e2e-extmod-att-user-c76bfd","model":"e2e-att-serve-3c5be9","externalModel":"e2e-att-serve-3c5be9","provider":"e2e-att-serve-3c5be9-provider","gateway":"openshift-ingress/e2e-extmod-b-4a477d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:23.307710074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"namespace":"e2e-extmod-att-user-16d5f9","name":"e2e-att-serve-00d29c","reconcileID":"2ca7f56d-d738-4a2f-b396-16c580ca4929","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"tenant":"e2e-extmod-b-f3d6a5","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","model":"e2e-extmod-att-user-16d5f9/e2e-att-serve-00d29c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:23.3077359Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"namespace":"e2e-extmod-att-user-16d5f9","name":"e2e-att-serve-00d29c","reconcileID":"2ca7f56d-d738-4a2f-b396-16c580ca4929","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"routeName":"external-model-e2e-att-serve-00d29c-ac8fd43fe6bc","namespace":"e2e-extmod-att-user-16d5f9","model":"e2e-att-serve-00d29c","externalModel":"e2e-att-serve-00d29c","provider":"e2e-att-serve-00d29c-provider","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:23.575458628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"cc6b05cf-3358-447f-b8b4-dd9848b9b099","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:23.587974436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"cc6b05cf-3358-447f-b8b4-dd9848b9b099","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:23.600889597Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-e67d95-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (737d20c2a9234e768b55aa4735a823f95f5dc261393f3430ec5d6c009fd9acfe) AuthConfig (888afcd3799ba1a35ff35616bcf358f957b774bcdea4f78c2210287272539b61) AuthConfig (d6a2f4651477d71b86732965ef3a9191850ca2d4c262d9564f9f7186dee28bee) AuthConfig (67e5b363c0edb7d12627f767a5d819c05b1c9895c27104bf9acfec7a36e4a712) AuthConfig (a4323c6eb540f322ebc98891e2271c524ecabf76e8e0496194c8d09948937254) AuthConfig (056e9dbdf55d99dfd55f5de2688721385a4e12da05ba1d091b266ae16e780b71) AuthConfig (5f69b0532ad6d7001bb7a1c449d55aa22be78883c1a17551d2bcd681f21d861e) AuthConfig (f9565ec209aa73b3cc358a1803d4890d05c48978f814e517cc3cd2091a484edf) AuthConfig (e778b89149b6072952b46cd8864b88ee6046f116aed51c9eccb94e1272b1ec17) AuthConfig (7024da14d9986861133601df86bc9f1e252a7fea31b4a284978f39abc6e7866e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"cc6b05cf-3358-447f-b8b4-dd9848b9b099","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:24.834566156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"a818dd4e-460e-43ed-ba52-015d7bb10db5","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:24.855814837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-subscription","reconcileID":"7873a4af-b31f-467c-a4ed-bdf5f3728396","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-simulator-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:24.864468435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"a808091a-fa30-461b-8b18-96725ffa0289","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:24.868756835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"c78e2451-396c-4a52-a3c0-aef1a7888010","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:24.885019617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"a808091a-fa30-461b-8b18-96725ffa0289","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:24.893641662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"139ae44c-62dd-46e1-8706-8bd92839149f","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:24.894852396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"c78e2451-396c-4a52-a3c0-aef1a7888010","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:24.949645228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-subscription","reconcileID":"551e710a-d959-459b-a542-d106f5e04d37","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-simulator-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:26.083850721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"f85899e3-1fa3-4e28-b30f-59384124e6f7","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:26.499627383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"7cda4cb3-7590-4bb0-9366-7e64a9e8363d","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"premium-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"premium-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:26.543628684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-subscription","reconcileID":"b8e203f2-dec9-4861-91d8-4afafa97c3bc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-premium-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:26.547782389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"57abb149-1065-4200-acb1-5f7a109577e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:26.558661813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"115024e7-76a9-42ff-aec8-b102cdef41b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:26.579845527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"57abb149-1065-4200-acb1-5f7a109577e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:26.589220426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"115024e7-76a9-42ff-aec8-b102cdef41b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:26.605979353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"d23133dd-358b-4927-b5f6-1e03d41c600a","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"premium-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"premium-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:26.623953611Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-subscription","reconcileID":"e356b777-0c74-42f9-8ca2-2b61518076a3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-premium-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:27.067713701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"namespace":"e2e-extmod-att-user-16d5f9","name":"e2e-att-serve-00d29c","reconcileID":"438ea164-3949-4485-8641-79ef62d6ab3f","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"tenant":"e2e-extmod-b-f3d6a5","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","model":"e2e-extmod-att-user-16d5f9/e2e-att-serve-00d29c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:27.067751772Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"namespace":"e2e-extmod-att-user-16d5f9","name":"e2e-att-serve-00d29c","reconcileID":"438ea164-3949-4485-8641-79ef62d6ab3f","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"routeName":"external-model-e2e-att-serve-00d29c-ac8fd43fe6bc","namespace":"e2e-extmod-att-user-16d5f9","model":"e2e-att-serve-00d29c","externalModel":"e2e-att-serve-00d29c","provider":"e2e-att-serve-00d29c-provider","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:27.079436219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"de040545-6712-4bde-9ac4-d4982a3c63b9","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:09:27.080651626Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-00d29c-sub","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-sub","reconcileID":"8e9f8a09-17aa-4ac2-9f9b-10d8e535dc4a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-00d29c-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:27.095369097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"de040545-6712-4bde-9ac4-d4982a3c63b9","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:27.101812898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"namespace":"e2e-extmod-att-user-16d5f9","name":"e2e-att-serve-00d29c","reconcileID":"2df95ad5-c3ab-465b-80a8-0c4a7299ee5a","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"tenant":"e2e-extmod-b-f3d6a5","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","model":"e2e-extmod-att-user-16d5f9/e2e-att-serve-00d29c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:27.101841397Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"namespace":"e2e-extmod-att-user-16d5f9","name":"e2e-att-serve-00d29c","reconcileID":"2df95ad5-c3ab-465b-80a8-0c4a7299ee5a","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"routeName":"external-model-e2e-att-serve-00d29c-ac8fd43fe6bc","namespace":"e2e-extmod-att-user-16d5f9","model":"e2e-att-serve-00d29c","externalModel":"e2e-att-serve-00d29c","provider":"e2e-att-serve-00d29c-provider","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:27.109659096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"namespace":"e2e-extmod-att-user-16d5f9","name":"e2e-att-serve-00d29c","reconcileID":"00892b02-a018-4cab-b2ac-96e1b9c3d22c","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"tenant":"e2e-extmod-b-f3d6a5","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","model":"e2e-extmod-att-user-16d5f9/e2e-att-serve-00d29c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:27.109682993Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"namespace":"e2e-extmod-att-user-16d5f9","name":"e2e-att-serve-00d29c","reconcileID":"00892b02-a018-4cab-b2ac-96e1b9c3d22c","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"routeName":"external-model-e2e-att-serve-00d29c-ac8fd43fe6bc","namespace":"e2e-extmod-att-user-16d5f9","model":"e2e-att-serve-00d29c","externalModel":"e2e-att-serve-00d29c","provider":"e2e-att-serve-00d29c-provider","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:27.118018777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"namespace":"e2e-extmod-att-user-16d5f9","name":"e2e-att-serve-00d29c","reconcileID":"61fb6730-a39b-4f3f-9f2f-a4cc2d0f65ac","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"tenant":"e2e-extmod-b-f3d6a5","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","model":"e2e-extmod-att-user-16d5f9/e2e-att-serve-00d29c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:27.118038332Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"namespace":"e2e-extmod-att-user-16d5f9","name":"e2e-att-serve-00d29c","reconcileID":"61fb6730-a39b-4f3f-9f2f-a4cc2d0f65ac","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"routeName":"external-model-e2e-att-serve-00d29c-ac8fd43fe6bc","namespace":"e2e-extmod-att-user-16d5f9","model":"e2e-att-serve-00d29c","externalModel":"e2e-att-serve-00d29c","provider":"e2e-att-serve-00d29c-provider","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:27.173432745Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-00d29c-sub","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-sub","reconcileID":"d2b78c37-49e2-44a9-9892-fb6017810f21","MaaSSubscription":{"name":"e2e-att-serve-00d29c-sub","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"maas-trlp-e2e-att-serve-00d29c","model":"e2e-att-serve-00d29c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-f3d6a5/e2e-att-serve-00d29c-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:27.214080717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"namespace":"e2e-extmod-att-user-16d5f9","name":"e2e-att-serve-00d29c","reconcileID":"411ed276-5152-4a15-9f78-f44df04a714d","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"tenant":"e2e-extmod-b-f3d6a5","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","model":"e2e-extmod-att-user-16d5f9/e2e-att-serve-00d29c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:27.214154853Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"namespace":"e2e-extmod-att-user-16d5f9","name":"e2e-att-serve-00d29c","reconcileID":"411ed276-5152-4a15-9f78-f44df04a714d","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"routeName":"external-model-e2e-att-serve-00d29c-ac8fd43fe6bc","namespace":"e2e-extmod-att-user-16d5f9","model":"e2e-att-serve-00d29c","externalModel":"e2e-att-serve-00d29c","provider":"e2e-att-serve-00d29c-provider","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:27.219085371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"4a496bd5-8fba-4e30-bd32-ce9033bcd88f","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:27.229309405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"4a496bd5-8fba-4e30-bd32-ce9033bcd88f","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:27.230532578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-00d29c-sub","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-sub","reconcileID":"a89ffd76-925c-4ad9-ad6c-d3554b3c5399","MaaSSubscription":{"name":"e2e-att-serve-00d29c-sub","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"maas-trlp-e2e-att-serve-00d29c","model":"e2e-extmod-att-user-16d5f9/e2e-att-serve-00d29c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:27.524777849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"namespace":"e2e-extmod-att-user-c76bfd","name":"e2e-att-serve-3c5be9","reconcileID":"bd0058b6-10cf-4388-a6c8-6b999f553347","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"tenant":"e2e-extmod-b-4a477d","gateway":"openshift-ingress/e2e-extmod-b-4a477d","model":"e2e-extmod-att-user-c76bfd/e2e-att-serve-3c5be9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:27.524803454Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"namespace":"e2e-extmod-att-user-c76bfd","name":"e2e-att-serve-3c5be9","reconcileID":"bd0058b6-10cf-4388-a6c8-6b999f553347","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"routeName":"external-model-e2e-att-serve-3c5be9-4a9ba0ee5fff","namespace":"e2e-extmod-att-user-c76bfd","model":"e2e-att-serve-3c5be9","externalModel":"e2e-att-serve-3c5be9","provider":"e2e-att-serve-3c5be9-provider","gateway":"openshift-ingress/e2e-extmod-b-4a477d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:27.529293861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"ae6ff515-62d3-4c1a-91d5-d7abd05f0f34","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:09:27.531040191Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-3c5be9-sub","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-sub","reconcileID":"e833f9de-c6bd-4b30-892c-ba1580301d6f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-3c5be9-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:27.537129701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"ae6ff515-62d3-4c1a-91d5-d7abd05f0f34","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:27.542385862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"namespace":"e2e-extmod-att-user-c76bfd","name":"e2e-att-serve-3c5be9","reconcileID":"ba47db86-2f46-4524-955e-8302f1a970f1","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"tenant":"e2e-extmod-b-4a477d","gateway":"openshift-ingress/e2e-extmod-b-4a477d","model":"e2e-extmod-att-user-c76bfd/e2e-att-serve-3c5be9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:27.542404889Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"namespace":"e2e-extmod-att-user-c76bfd","name":"e2e-att-serve-3c5be9","reconcileID":"ba47db86-2f46-4524-955e-8302f1a970f1","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"routeName":"external-model-e2e-att-serve-3c5be9-4a9ba0ee5fff","namespace":"e2e-extmod-att-user-c76bfd","model":"e2e-att-serve-3c5be9","externalModel":"e2e-att-serve-3c5be9","provider":"e2e-att-serve-3c5be9-provider","gateway":"openshift-ingress/e2e-extmod-b-4a477d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:27.552924816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"namespace":"e2e-extmod-att-user-c76bfd","name":"e2e-att-serve-3c5be9","reconcileID":"0d11f324-2c45-4d81-bc8e-ae17dd0e0f54","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"tenant":"e2e-extmod-b-4a477d","gateway":"openshift-ingress/e2e-extmod-b-4a477d","model":"e2e-extmod-att-user-c76bfd/e2e-att-serve-3c5be9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:27.552941368Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"namespace":"e2e-extmod-att-user-c76bfd","name":"e2e-att-serve-3c5be9","reconcileID":"0d11f324-2c45-4d81-bc8e-ae17dd0e0f54","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"routeName":"external-model-e2e-att-serve-3c5be9-4a9ba0ee5fff","namespace":"e2e-extmod-att-user-c76bfd","model":"e2e-att-serve-3c5be9","externalModel":"e2e-att-serve-3c5be9","provider":"e2e-att-serve-3c5be9-provider","gateway":"openshift-ingress/e2e-extmod-b-4a477d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:27.56868866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"namespace":"e2e-extmod-att-user-c76bfd","name":"e2e-att-serve-3c5be9","reconcileID":"da21a067-24b2-491a-92f1-af85ca226334","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"tenant":"e2e-extmod-b-4a477d","gateway":"openshift-ingress/e2e-extmod-b-4a477d","model":"e2e-extmod-att-user-c76bfd/e2e-att-serve-3c5be9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:27.56876973Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"namespace":"e2e-extmod-att-user-c76bfd","name":"e2e-att-serve-3c5be9","reconcileID":"da21a067-24b2-491a-92f1-af85ca226334","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"routeName":"external-model-e2e-att-serve-3c5be9-4a9ba0ee5fff","namespace":"e2e-extmod-att-user-c76bfd","model":"e2e-att-serve-3c5be9","externalModel":"e2e-att-serve-3c5be9","provider":"e2e-att-serve-3c5be9-provider","gateway":"openshift-ingress/e2e-extmod-b-4a477d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:27.592179416Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-3c5be9-sub","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-sub","reconcileID":"5d954cb2-d695-4d1d-83e7-19234588d394","MaaSSubscription":{"name":"e2e-att-serve-3c5be9-sub","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"maas-trlp-e2e-att-serve-3c5be9","model":"e2e-att-serve-3c5be9","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-4a477d/e2e-att-serve-3c5be9-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:27.623561928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"namespace":"e2e-extmod-att-user-c76bfd","name":"e2e-att-serve-3c5be9","reconcileID":"c59b82dd-76ac-438d-9c6c-b26fdef2ec99","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"tenant":"e2e-extmod-b-4a477d","gateway":"openshift-ingress/e2e-extmod-b-4a477d","model":"e2e-extmod-att-user-c76bfd/e2e-att-serve-3c5be9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:27.623581639Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"namespace":"e2e-extmod-att-user-c76bfd","name":"e2e-att-serve-3c5be9","reconcileID":"c59b82dd-76ac-438d-9c6c-b26fdef2ec99","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"routeName":"external-model-e2e-att-serve-3c5be9-4a9ba0ee5fff","namespace":"e2e-extmod-att-user-c76bfd","model":"e2e-att-serve-3c5be9","externalModel":"e2e-att-serve-3c5be9","provider":"e2e-att-serve-3c5be9-provider","gateway":"openshift-ingress/e2e-extmod-b-4a477d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:27.660540548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"84ca6069-e0a7-42b0-9b2e-1e67a270f248","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:27.676780516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"84ca6069-e0a7-42b0-9b2e-1e67a270f248","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:27.696531312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-3c5be9-sub","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-sub","reconcileID":"ae2d1594-4006-4200-ae7f-1e403aad1267","MaaSSubscription":{"name":"e2e-att-serve-3c5be9-sub","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"maas-trlp-e2e-att-serve-3c5be9","model":"e2e-extmod-att-user-c76bfd/e2e-att-serve-3c5be9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:29.92099327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"cd72033a-3b0a-410a-9d11-e56dfb68c248","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:32.020673143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"1ba5a40e-a4d0-438e-9ae5-c759ae45a619","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:32.379455595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"9b4bc7b2-054f-427a-8eea-7bdd813a3ee7","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"premium-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"premium-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:32.396893619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-subscription","reconcileID":"2d24999c-1d49-4943-b3d2-5e0a3ed6a807","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-premium-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:32.40634842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"e27e5c1c-86b7-423d-a178-fa33cdeb1bdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:32.410237771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"88a66c51-cb30-40af-a813-d9ac34419d31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:32.416064874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"e27e5c1c-86b7-423d-a178-fa33cdeb1bdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:32.418075461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"88a66c51-cb30-40af-a813-d9ac34419d31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:32.423702237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"05a14261-5ff4-4c27-a9d9-5a785afca321","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"premium-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"premium-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:32.492939982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-subscription","reconcileID":"2fd5427c-a5c1-4e95-a1f1-21b32fc85be3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-premium-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:33.175463543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"d4f7d746-f4d6-4f0b-8ec5-1321156f1f63","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28c1e9","tenantID":"e2e-extmod-b-28c1e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:33.184565816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"d4f7d746-f4d6-4f0b-8ec5-1321156f1f63","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"e2e-extmod-b-28c1e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:33.190680167Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-28c1e9-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"d4f7d746-f4d6-4f0b-8ec5-1321156f1f63","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:33.612278824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"16d2873f-47bd-4a1d-9171-95ffadd25c12","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:33.621717287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"16d2873f-47bd-4a1d-9171-95ffadd25c12","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:33.629051328Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-e67d95-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (737d20c2a9234e768b55aa4735a823f95f5dc261393f3430ec5d6c009fd9acfe) AuthConfig (888afcd3799ba1a35ff35616bcf358f957b774bcdea4f78c2210287272539b61) AuthConfig (d6a2f4651477d71b86732965ef3a9191850ca2d4c262d9564f9f7186dee28bee) AuthConfig (67e5b363c0edb7d12627f767a5d819c05b1c9895c27104bf9acfec7a36e4a712) AuthConfig (a4323c6eb540f322ebc98891e2271c524ecabf76e8e0496194c8d09948937254) AuthConfig (056e9dbdf55d99dfd55f5de2688721385a4e12da05ba1d091b266ae16e780b71) AuthConfig (5f69b0532ad6d7001bb7a1c449d55aa22be78883c1a17551d2bcd681f21d861e) AuthConfig (f9565ec209aa73b3cc358a1803d4890d05c48978f814e517cc3cd2091a484edf) AuthConfig (e778b89149b6072952b46cd8864b88ee6046f116aed51c9eccb94e1272b1ec17) AuthConfig (7024da14d9986861133601df86bc9f1e252a7fea31b4a284978f39abc6e7866e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"16d2873f-47bd-4a1d-9171-95ffadd25c12","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:34.738606824Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c164d6"},"namespace":"ai-tenant-e2e-autores-c164d6","name":"default-tenant","reconcileID":"cbba8eb5-d4d5-4acf-b32f-55afb268f430","namespace":"ai-tenant-e2e-autores-c164d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:34.738676173Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c164d6"},"namespace":"ai-tenant-e2e-autores-c164d6","name":"default-tenant","reconcileID":"cbba8eb5-d4d5-4acf-b32f-55afb268f430","namespace":"ai-tenant-e2e-autores-c164d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:34.738729476Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c164d6"},"namespace":"ai-tenant-e2e-autores-c164d6","name":"default-tenant","reconcileID":"cbba8eb5-d4d5-4acf-b32f-55afb268f430","tenant":"e2e-autores-c164d6","tenantID":"e2e-autores-c164d6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:34.753192159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c164d6"},"namespace":"ai-tenant-e2e-autores-c164d6","name":"default-tenant","reconcileID":"cbba8eb5-d4d5-4acf-b32f-55afb268f430","gvk":"Deployment","name":"maas-api-e2e-autores-c164d6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:34.773406935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c164d6"},"namespace":"ai-tenant-e2e-autores-c164d6","name":"default-tenant","reconcileID":"cbba8eb5-d4d5-4acf-b32f-55afb268f430","gvk":"Service","name":"maas-api-e2e-autores-c164d6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:34.809183694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c164d6"},"namespace":"ai-tenant-e2e-autores-c164d6","name":"default-tenant","reconcileID":"cbba8eb5-d4d5-4acf-b32f-55afb268f430","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-c164d6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:34.816511949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c164d6"},"namespace":"ai-tenant-e2e-autores-c164d6","name":"default-tenant","reconcileID":"cbba8eb5-d4d5-4acf-b32f-55afb268f430","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-c164d6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:34.83128671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c164d6"},"namespace":"ai-tenant-e2e-autores-c164d6","name":"default-tenant","reconcileID":"cbba8eb5-d4d5-4acf-b32f-55afb268f430","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-c164d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:34.850342346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c164d6"},"namespace":"ai-tenant-e2e-autores-c164d6","name":"default-tenant","reconcileID":"cbba8eb5-d4d5-4acf-b32f-55afb268f430","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-c164d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:34.867460493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c164d6"},"namespace":"ai-tenant-e2e-autores-c164d6","name":"default-tenant","reconcileID":"cbba8eb5-d4d5-4acf-b32f-55afb268f430","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-c164d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:34.877347216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c164d6"},"namespace":"ai-tenant-e2e-autores-c164d6","name":"default-tenant","reconcileID":"cbba8eb5-d4d5-4acf-b32f-55afb268f430","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-c164d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:34.88139503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c164d6"},"namespace":"ai-tenant-e2e-autores-c164d6","name":"default-tenant","reconcileID":"cbba8eb5-d4d5-4acf-b32f-55afb268f430","gvk":"Deployment","name":"payload-processing-e2e-autores-c164d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:34.893370767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c164d6"},"namespace":"ai-tenant-e2e-autores-c164d6","name":"default-tenant","reconcileID":"cbba8eb5-d4d5-4acf-b32f-55afb268f430","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-c164d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:34.89784225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c164d6"},"namespace":"ai-tenant-e2e-autores-c164d6","name":"default-tenant","reconcileID":"cbba8eb5-d4d5-4acf-b32f-55afb268f430","gvk":"Service","name":"payload-processing-e2e-autores-c164d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:34.901021451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c164d6"},"namespace":"ai-tenant-e2e-autores-c164d6","name":"default-tenant","reconcileID":"cbba8eb5-d4d5-4acf-b32f-55afb268f430","gvk":"Service","name":"payload-pre-processing-e2e-autores-c164d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:34.908300309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c164d6"},"namespace":"ai-tenant-e2e-autores-c164d6","name":"default-tenant","reconcileID":"cbba8eb5-d4d5-4acf-b32f-55afb268f430","gvk":"DestinationRule","name":"payload-processing-e2e-autores-c164d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:34.911259158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c164d6"},"namespace":"ai-tenant-e2e-autores-c164d6","name":"default-tenant","reconcileID":"cbba8eb5-d4d5-4acf-b32f-55afb268f430","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-c164d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:34.91431143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c164d6"},"namespace":"ai-tenant-e2e-autores-c164d6","name":"default-tenant","reconcileID":"cbba8eb5-d4d5-4acf-b32f-55afb268f430","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-c164d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:34.921522831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c164d6"},"namespace":"ai-tenant-e2e-autores-c164d6","name":"default-tenant","reconcileID":"cbba8eb5-d4d5-4acf-b32f-55afb268f430","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-c164d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:34.924307154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c164d6"},"namespace":"ai-tenant-e2e-autores-c164d6","name":"default-tenant","reconcileID":"cbba8eb5-d4d5-4acf-b32f-55afb268f430","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-c164d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:34.92764235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c164d6"},"namespace":"ai-tenant-e2e-autores-c164d6","name":"default-tenant","reconcileID":"cbba8eb5-d4d5-4acf-b32f-55afb268f430","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-c164d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:34.932881164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c164d6"},"namespace":"ai-tenant-e2e-autores-c164d6","name":"default-tenant","reconcileID":"cbba8eb5-d4d5-4acf-b32f-55afb268f430","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-c164d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:34.936005742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c164d6"},"namespace":"ai-tenant-e2e-autores-c164d6","name":"default-tenant","reconcileID":"cbba8eb5-d4d5-4acf-b32f-55afb268f430","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-c164d6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:35.225885484Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-c164d6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-c164d6","reconcileID":"0fe34218-106e-4f82-95ae-131623b7a52f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-c164d6","removed":["maas.opendatahub.io/gateway-access-e2e-autores-c164d6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:35.85437364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8832fe1c-d5cd-4c6b-a73b-591f76680adb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:35.86034975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8832fe1c-d5cd-4c6b-a73b-591f76680adb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:35.873349387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8832fe1c-d5cd-4c6b-a73b-591f76680adb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:35.886889445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8832fe1c-d5cd-4c6b-a73b-591f76680adb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:36.209689136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a23a0e09-d16b-42ec-988c-5bc05c27311c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:36.225630947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a23a0e09-d16b-42ec-988c-5bc05c27311c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:36.256397591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a23a0e09-d16b-42ec-988c-5bc05c27311c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:36.271313839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a23a0e09-d16b-42ec-988c-5bc05c27311c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:40.403867526Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:43.200048042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"ec21171c-364e-4021-a812-ce1258b0c290","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28c1e9","tenantID":"e2e-extmod-b-28c1e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:43.210718845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"ec21171c-364e-4021-a812-ce1258b0c290","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"e2e-extmod-b-28c1e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:43.258612388Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-28c1e9-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"ec21171c-364e-4021-a812-ce1258b0c290","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:43.639339402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"533fce83-cf82-48ce-95db-9ed1452aad6e","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:43.647445693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"533fce83-cf82-48ce-95db-9ed1452aad6e","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:43.654727787Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-e67d95-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (737d20c2a9234e768b55aa4735a823f95f5dc261393f3430ec5d6c009fd9acfe) AuthConfig (888afcd3799ba1a35ff35616bcf358f957b774bcdea4f78c2210287272539b61) AuthConfig (d6a2f4651477d71b86732965ef3a9191850ca2d4c262d9564f9f7186dee28bee) AuthConfig (67e5b363c0edb7d12627f767a5d819c05b1c9895c27104bf9acfec7a36e4a712) AuthConfig (a4323c6eb540f322ebc98891e2271c524ecabf76e8e0496194c8d09948937254) AuthConfig (056e9dbdf55d99dfd55f5de2688721385a4e12da05ba1d091b266ae16e780b71) AuthConfig (5f69b0532ad6d7001bb7a1c449d55aa22be78883c1a17551d2bcd681f21d861e) AuthConfig (f9565ec209aa73b3cc358a1803d4890d05c48978f814e517cc3cd2091a484edf) AuthConfig (e778b89149b6072952b46cd8864b88ee6046f116aed51c9eccb94e1272b1ec17) AuthConfig (7024da14d9986861133601df86bc9f1e252a7fea31b4a284978f39abc6e7866e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"533fce83-cf82-48ce-95db-9ed1452aad6e","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:51.456681491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54f01b5f-a78f-4abd-ba60-e5e785ba4110","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:51.459727947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54f01b5f-a78f-4abd-ba60-e5e785ba4110","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:51.463458154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54f01b5f-a78f-4abd-ba60-e5e785ba4110","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:51.467007898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54f01b5f-a78f-4abd-ba60-e5e785ba4110","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:51.776942148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70a25316-cc4c-4160-843e-92b31a3c117a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:51.780301342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70a25316-cc4c-4160-843e-92b31a3c117a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:51.783459459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70a25316-cc4c-4160-843e-92b31a3c117a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:51.787567143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70a25316-cc4c-4160-843e-92b31a3c117a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:52.456682497Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-37f2b8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-37f2b8","reconcileID":"e1cbe08d-3c96-4f75-968a-c6dc8368b78b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-37f2b8","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-37f2b8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:52.621238029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16a680d7-c531-466a-a022-bec35c44bb11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:52.625017995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16a680d7-c531-466a-a022-bec35c44bb11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:52.629394629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16a680d7-c531-466a-a022-bec35c44bb11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:52.680314584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16a680d7-c531-466a-a022-bec35c44bb11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:53.266377464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"879ba2d7-6034-48ef-bf21-f5c6c24302f2","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28c1e9","tenantID":"e2e-extmod-b-28c1e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:53.27474592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"879ba2d7-6034-48ef-bf21-f5c6c24302f2","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"e2e-extmod-b-28c1e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:53.280994209Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-28c1e9-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"879ba2d7-6034-48ef-bf21-f5c6c24302f2","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:53.682922731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"efc2a15b-e2d7-4cbe-ad27-5b0059740ce6","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:53.746985211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"efc2a15b-e2d7-4cbe-ad27-5b0059740ce6","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:53.788345906Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-e67d95-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (737d20c2a9234e768b55aa4735a823f95f5dc261393f3430ec5d6c009fd9acfe) AuthConfig (888afcd3799ba1a35ff35616bcf358f957b774bcdea4f78c2210287272539b61) AuthConfig (d6a2f4651477d71b86732965ef3a9191850ca2d4c262d9564f9f7186dee28bee) AuthConfig (67e5b363c0edb7d12627f767a5d819c05b1c9895c27104bf9acfec7a36e4a712) AuthConfig (a4323c6eb540f322ebc98891e2271c524ecabf76e8e0496194c8d09948937254) AuthConfig (056e9dbdf55d99dfd55f5de2688721385a4e12da05ba1d091b266ae16e780b71) AuthConfig (5f69b0532ad6d7001bb7a1c449d55aa22be78883c1a17551d2bcd681f21d861e) AuthConfig (f9565ec209aa73b3cc358a1803d4890d05c48978f814e517cc3cd2091a484edf) AuthConfig (e778b89149b6072952b46cd8864b88ee6046f116aed51c9eccb94e1272b1ec17) AuthConfig (7024da14d9986861133601df86bc9f1e252a7fea31b4a284978f39abc6e7866e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"efc2a15b-e2d7-4cbe-ad27-5b0059740ce6","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:01.688198701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-00d29c-sub","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-sub","reconcileID":"ae1735ee-e6e4-4c7d-833f-6a49dae78245","MaaSSubscription":{"name":"e2e-att-serve-00d29c-sub","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"maas-trlp-e2e-att-serve-00d29c","model":"e2e-extmod-att-user-16d5f9/e2e-att-serve-00d29c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:01.775210557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"namespace":"e2e-extmod-att-user-16d5f9","name":"e2e-att-serve-00d29c","reconcileID":"fda31a25-72ee-4012-ab30-6b685000dfa5","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"tenant":"e2e-extmod-b-f3d6a5","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","model":"e2e-extmod-att-user-16d5f9/e2e-att-serve-00d29c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:01.776253933Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"namespace":"e2e-extmod-att-user-16d5f9","name":"e2e-att-serve-00d29c","reconcileID":"fda31a25-72ee-4012-ab30-6b685000dfa5","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"routeName":"external-model-e2e-att-serve-00d29c-ac8fd43fe6bc","namespace":"e2e-extmod-att-user-16d5f9","model":"e2e-att-serve-00d29c","externalModel":"e2e-att-serve-00d29c","provider":"e2e-att-serve-00d29c-provider","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:01.861961898Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-3c5be9-sub","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-sub","reconcileID":"c07247a7-026f-4ea7-b9e8-2be19942e098","MaaSSubscription":{"name":"e2e-att-serve-3c5be9-sub","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"maas-trlp-e2e-att-serve-3c5be9","model":"e2e-extmod-att-user-c76bfd/e2e-att-serve-3c5be9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:01.912868146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"namespace":"e2e-extmod-att-user-c76bfd","name":"e2e-att-serve-3c5be9","reconcileID":"0f3a3e45-c633-4bd3-a343-6368dd64fd72","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"tenant":"e2e-extmod-b-4a477d","gateway":"openshift-ingress/e2e-extmod-b-4a477d","model":"e2e-extmod-att-user-c76bfd/e2e-att-serve-3c5be9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:01.912979983Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"namespace":"e2e-extmod-att-user-c76bfd","name":"e2e-att-serve-3c5be9","reconcileID":"0f3a3e45-c633-4bd3-a343-6368dd64fd72","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"routeName":"external-model-e2e-att-serve-3c5be9-4a9ba0ee5fff","namespace":"e2e-extmod-att-user-c76bfd","model":"e2e-att-serve-3c5be9","externalModel":"e2e-att-serve-3c5be9","provider":"e2e-att-serve-3c5be9-provider","gateway":"openshift-ingress/e2e-extmod-b-4a477d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:02.69621729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"416564d0-5908-4005-b7c8-61ef1a8cbff7","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:02.713930265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"416564d0-5908-4005-b7c8-61ef1a8cbff7","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:03.093075084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"8acb85e3-103e-42a4-b6b9-e6c9ded290f8","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:03.116358112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"8acb85e3-103e-42a4-b6b9-e6c9ded290f8","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:03.292787672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"dfb41291-9b10-4564-8797-925b2158d780","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28c1e9","tenantID":"e2e-extmod-b-28c1e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:03.301579766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"dfb41291-9b10-4564-8797-925b2158d780","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"e2e-extmod-b-28c1e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:03.30778223Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-28c1e9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7270b5d5c4b37d811fd2c125d6aa13fa990b8dde10122a0db9b1b66dc73961a8) AuthConfig (8874b6feb7814c5552fcad1793361c2582bc7d8b7fc0a7f37973731a1be49f4d) AuthConfig (4f258e4c9a17742638a3460b0ddfc8c8fb3f9c496a2c03a215bce0a1d0c87f3d) AuthConfig (5f6c3405b725fc3aa0b9646c3a4c51aa5458ca78b310ed3190a5468144ad36ae) AuthConfig (d93cdfb961dfb3558b76287075c90a933cd21e636c84267fd104561a3405f2da) AuthConfig (b58cc33dd7f8b636aea719976e6f0cccbd45308a668c6ab8dc110031d19b7d78) AuthConfig (430bf9ff5af7a69f839bbcf2b90e0dd2d0f8f3a28b9faf7c8c763319f7a9c76b) AuthConfig (71623f97438660d35fe5a8e9ec14444a423cb003a67bd993011a2ec4f1245cda) AuthConfig (f5abe6815e092328e84b07cde936e13e4bee6f6274505a8f980d681920eedad2) AuthConfig (bf4847d0163e7af707c6eb777d3f2394b686723204615f3f8f8ba9491d62cc25)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"dfb41291-9b10-4564-8797-925b2158d780","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:03.323340983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-unrel-42e816","reconcileID":"544d135a-8779-4466-a328-6730c405aaf9","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"tenant":"e2e-extmod-b-28c1e9","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","model":"e2e-extmod-att-user-098e87/e2e-att-unrel-42e816","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:03.323362197Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-unrel-42e816","reconcileID":"544d135a-8779-4466-a328-6730c405aaf9","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"routeName":"external-model-e2e-att-unrel-42e816-cc5877987d22","namespace":"e2e-extmod-att-user-098e87","model":"e2e-att-unrel-42e816","externalModel":"e2e-att-unrel-42e816","provider":"e2e-att-unrel-42e816-provider","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:03.80416231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"32385a10-0e14-410d-a9ff-675f1a06f1ea","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:03.81613415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"32385a10-0e14-410d-a9ff-675f1a06f1ea","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:03.99520075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-serve-5d6e6d","reconcileID":"eb3934dc-0d3f-4be5-88bc-f0cfdf5349b9","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"tenant":"e2e-extmod-b-e67d95","gateway":"openshift-ingress/e2e-extmod-b-e67d95","model":"e2e-extmod-att-user-17462c/e2e-att-serve-5d6e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:03.995322677Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-serve-5d6e6d","reconcileID":"eb3934dc-0d3f-4be5-88bc-f0cfdf5349b9","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"routeName":"external-model-e2e-att-serve-5d6e6d-e21fd9a9577e","namespace":"e2e-extmod-att-user-17462c","model":"e2e-att-serve-5d6e6d","externalModel":"e2e-att-serve-5d6e6d","provider":"e2e-att-serve-5d6e6d-provider","gateway":"openshift-ingress/e2e-extmod-b-e67d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:04.447226948Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"namespace":"e2e-extmod-rec-noaccess-1c2f06","name":"e2e-rec-recover-7e9c9f","reconcileID":"2a4440ab-56d5-41f7-a082-e5b22355c9a8","namespace":"e2e-extmod-rec-noaccess-1c2f06","name":"e2e-rec-recover-7e9c9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:04.539412546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"58a9727d-db32-44ef-a25d-d78a0ea6faa7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:04.540246438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"3b09d4af-7b9a-4bac-b539-4be5c4b82560","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:04.565527463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"29db6148-804e-4a78-a67a-a708d731743b","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28c1e9","tenantID":"e2e-extmod-b-28c1e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:04.569866514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"58a9727d-db32-44ef-a25d-d78a0ea6faa7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:04.577578941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"3b09d4af-7b9a-4bac-b539-4be5c4b82560","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:04.578007945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"a5925d2c-bd0b-4397-b834-81bcdcfa682f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:04.578822579Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-4fa44d","namespace":"e2e-extmod-rec-noaccess-f56284"},"namespace":"e2e-extmod-rec-noaccess-f56284","name":"e2e-rec-recover-4fa44d","reconcileID":"e9a92165-6cd2-474c-bff0-d6a92e0289fa","namespace":"e2e-extmod-rec-noaccess-f56284","name":"e2e-rec-recover-4fa44d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:04.5932735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"a5925d2c-bd0b-4397-b834-81bcdcfa682f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:04.59378297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"d86d9b83-216a-443d-b997-0c07337e1ffb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:04.594607819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"29db6148-804e-4a78-a67a-a708d731743b","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"e2e-extmod-b-28c1e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:04.604751962Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-28c1e9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7270b5d5c4b37d811fd2c125d6aa13fa990b8dde10122a0db9b1b66dc73961a8) AuthConfig (8874b6feb7814c5552fcad1793361c2582bc7d8b7fc0a7f37973731a1be49f4d) AuthConfig (4f258e4c9a17742638a3460b0ddfc8c8fb3f9c496a2c03a215bce0a1d0c87f3d) AuthConfig (5f6c3405b725fc3aa0b9646c3a4c51aa5458ca78b310ed3190a5468144ad36ae) AuthConfig (d93cdfb961dfb3558b76287075c90a933cd21e636c84267fd104561a3405f2da) AuthConfig (b58cc33dd7f8b636aea719976e6f0cccbd45308a668c6ab8dc110031d19b7d78) AuthConfig (430bf9ff5af7a69f839bbcf2b90e0dd2d0f8f3a28b9faf7c8c763319f7a9c76b) AuthConfig (71623f97438660d35fe5a8e9ec14444a423cb003a67bd993011a2ec4f1245cda) AuthConfig (f5abe6815e092328e84b07cde936e13e4bee6f6274505a8f980d681920eedad2) AuthConfig (bf4847d0163e7af707c6eb777d3f2394b686723204615f3f8f8ba9491d62cc25)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"29db6148-804e-4a78-a67a-a708d731743b","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:04.613977248Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"namespace":"e2e-extmod-rec-noaccess-1c2f06","name":"e2e-rec-recover-7e9c9f","reconcileID":"58635601-4864-460d-a4d0-7431c63ef815","namespace":"e2e-extmod-rec-noaccess-1c2f06","name":"e2e-rec-recover-7e9c9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:04.698805744Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"namespace":"e2e-extmod-rec-noaccess-1c2f06","name":"e2e-rec-recover-7e9c9f","reconcileID":"728633ca-d07f-4965-83f1-5235aab434ab","MaaSModelRef":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:04.712427896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"d86d9b83-216a-443d-b997-0c07337e1ffb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:04.714488077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"ef2db5e8-f10b-4a72-8af8-fa25bd370eee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:04.72447145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"8425d58c-266f-48b4-a6c8-dd4264bce812","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:04.782721837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"ef2db5e8-f10b-4a72-8af8-fa25bd370eee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:04.798465221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"ddc1c0c9-0983-44f8-9b04-1224060d8ffc","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:04.804310574Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"namespace":"e2e-extmod-rec-noaccess-1c2f06","name":"e2e-rec-recover-7e9c9f","reconcileID":"877a0117-0589-4116-a4d2-497f28d356f9","MaaSModelRef":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:04.812715915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"8425d58c-266f-48b4-a6c8-dd4264bce812","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:04.823352473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"ddc1c0c9-0983-44f8-9b04-1224060d8ffc","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:04.825441748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"08f3930f-883b-49ca-a121-7fae6cecfbfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:04.835450875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"08f3930f-883b-49ca-a121-7fae6cecfbfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:04.839582028Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4fa44d","namespace":"e2e-extmod-rec-noaccess-f56284"},"namespace":"e2e-extmod-rec-noaccess-f56284","name":"e2e-rec-recover-4fa44d","reconcileID":"f199e204-124e-49be-bc16-e84528ce6f0d","MaaSModelRef":{"name":"e2e-rec-recover-4fa44d","namespace":"e2e-extmod-rec-noaccess-f56284"},"name":"e2e-rec-recover-4fa44d","namespace":"e2e-extmod-rec-noaccess-f56284","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:04.842691876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"11d303cf-59c6-48ba-9c05-7f07b8a2bb59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:04.84619939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c5992dce-c3e9-42f2-8f0e-b68e41d27c9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:04.854871955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"11d303cf-59c6-48ba-9c05-7f07b8a2bb59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:04.870989268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c5992dce-c3e9-42f2-8f0e-b68e41d27c9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:04.905150801Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-4fa44d","namespace":"e2e-extmod-rec-noaccess-f56284"},"namespace":"e2e-extmod-rec-noaccess-f56284","name":"e2e-rec-recover-4fa44d","reconcileID":"4a918c63-f92c-4b38-a8eb-96230b6eee0b","namespace":"e2e-extmod-rec-noaccess-f56284","name":"e2e-rec-recover-4fa44d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:04.940773354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"efc73d91-3952-4728-935c-c49527554987","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:04.941611427Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4fa44d","namespace":"e2e-extmod-rec-noaccess-f56284"},"namespace":"e2e-extmod-rec-noaccess-f56284","name":"e2e-rec-recover-4fa44d","reconcileID":"e100bf5c-732a-4f3e-8ce7-de0b5feb7f91","MaaSModelRef":{"name":"e2e-rec-recover-4fa44d","namespace":"e2e-extmod-rec-noaccess-f56284"},"name":"e2e-rec-recover-4fa44d","namespace":"e2e-extmod-rec-noaccess-f56284","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:04.967575147Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4fa44d","namespace":"e2e-extmod-rec-noaccess-f56284"},"namespace":"e2e-extmod-rec-noaccess-f56284","name":"e2e-rec-recover-4fa44d","reconcileID":"8eaa9ee0-8b83-46ee-8d24-0d16618d3f64","MaaSModelRef":{"name":"e2e-rec-recover-4fa44d","namespace":"e2e-extmod-rec-noaccess-f56284"},"name":"e2e-rec-recover-4fa44d","namespace":"e2e-extmod-rec-noaccess-f56284","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:05.003824951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"efc73d91-3952-4728-935c-c49527554987","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:05.051583124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"1737b231-fee1-49dd-ae6d-62496b415b75","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:05.055259455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"6651c3a3-e666-42a0-9257-b2690aa80c77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:05.093253559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"96333f64-e69b-4f89-870b-ab314998daa2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:05.118893166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"1737b231-fee1-49dd-ae6d-62496b415b75","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:05.132240359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"6651c3a3-e666-42a0-9257-b2690aa80c77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:05.155196281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"73fcbaa1-704c-458c-8189-ee0e9f4b92a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:05.167602107Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e"},"namespace":"e2e-extmod-rec-user-b1658e","name":"e2e-rec-ctrl-62335f","reconcileID":"d9e3dc64-6a05-4e38-be4c-5972b790d4fa","namespace":"e2e-extmod-rec-user-b1658e","name":"e2e-rec-ctrl-62335f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:05.180884588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"96333f64-e69b-4f89-870b-ab314998daa2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:05.188742645Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-4fa44d","namespace":"e2e-extmod-rec-noaccess-f56284"},"namespace":"e2e-extmod-rec-noaccess-f56284","name":"e2e-rec-recover-4fa44d","reconcileID":"526ca628-8ed8-4ab9-97ca-0c01eabb7862","namespace":"e2e-extmod-rec-noaccess-f56284","name":"e2e-rec-recover-4fa44d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:05.208238476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"73fcbaa1-704c-458c-8189-ee0e9f4b92a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:05.21520543Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4fa44d","namespace":"e2e-extmod-rec-noaccess-f56284"},"namespace":"e2e-extmod-rec-noaccess-f56284","name":"e2e-rec-recover-4fa44d","reconcileID":"fcc07de1-0206-433b-81c2-eb367bbf4f1e","MaaSModelRef":{"name":"e2e-rec-recover-4fa44d","namespace":"e2e-extmod-rec-noaccess-f56284"},"name":"e2e-rec-recover-4fa44d","namespace":"e2e-extmod-rec-noaccess-f56284","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:05.30450307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"df6a0587-2087-4609-b323-ed2029609927","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28c1e9","tenantID":"e2e-extmod-b-28c1e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:05.366691041Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"namespace":"e2e-extmod-rec-user-f3c318","name":"e2e-rec-ctrl-81e947","reconcileID":"efcbaf39-9750-4d70-b1fb-be1cccbd2161","namespace":"e2e-extmod-rec-user-f3c318","name":"e2e-rec-ctrl-81e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:05.400080632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"df6a0587-2087-4609-b323-ed2029609927","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"e2e-extmod-b-28c1e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:05.414874675Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-28c1e9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7270b5d5c4b37d811fd2c125d6aa13fa990b8dde10122a0db9b1b66dc73961a8) AuthConfig (8874b6feb7814c5552fcad1793361c2582bc7d8b7fc0a7f37973731a1be49f4d) AuthConfig (4f258e4c9a17742638a3460b0ddfc8c8fb3f9c496a2c03a215bce0a1d0c87f3d) AuthConfig (5f6c3405b725fc3aa0b9646c3a4c51aa5458ca78b310ed3190a5468144ad36ae) AuthConfig (d93cdfb961dfb3558b76287075c90a933cd21e636c84267fd104561a3405f2da) AuthConfig (b58cc33dd7f8b636aea719976e6f0cccbd45308a668c6ab8dc110031d19b7d78) AuthConfig (430bf9ff5af7a69f839bbcf2b90e0dd2d0f8f3a28b9faf7c8c763319f7a9c76b) AuthConfig (71623f97438660d35fe5a8e9ec14444a423cb003a67bd993011a2ec4f1245cda) AuthConfig (f5abe6815e092328e84b07cde936e13e4bee6f6274505a8f980d681920eedad2) AuthConfig (bf4847d0163e7af707c6eb777d3f2394b686723204615f3f8f8ba9491d62cc25)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"df6a0587-2087-4609-b323-ed2029609927","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:05.41878611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"666d4cc2-e60c-4857-8267-2c8da3b4cd4f","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:05.419350482Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e"},"namespace":"e2e-extmod-rec-user-b1658e","name":"e2e-rec-ctrl-62335f","reconcileID":"1d3d58a1-bb48-4eea-8cb9-9813cdfaf228","MaaSModelRef":{"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e"},"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:05.424950269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"e99e5e97-8012-4a24-aa19-88c4eaab5dd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:05.427024534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"666d4cc2-e60c-4857-8267-2c8da3b4cd4f","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:05.433041688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"e99e5e97-8012-4a24-aa19-88c4eaab5dd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:05.496562947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"6106c38a-8b2f-4550-a29c-bf42cee4bbca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:05.496854486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"4d5e5223-ce91-4f01-8940-371a781ebf75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:05.50028713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"b414a807-2ad3-4964-b362-6ca17294d1c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:05.50665591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"4d5e5223-ce91-4f01-8940-371a781ebf75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:05.506692647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"6106c38a-8b2f-4550-a29c-bf42cee4bbca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:05.514538773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"b414a807-2ad3-4964-b362-6ca17294d1c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:05.517904615Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e"},"namespace":"e2e-extmod-rec-user-b1658e","name":"e2e-rec-ctrl-62335f","reconcileID":"e9b9cf84-eacd-46be-ac9e-a6056c463768","MaaSModelRef":{"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e"},"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:05.538665829Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"namespace":"e2e-extmod-rec-user-f3c318","name":"e2e-rec-ctrl-81e947","reconcileID":"a59c016c-4893-402e-b41e-b163960cd503","MaaSModelRef":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:05.596431625Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e"},"namespace":"e2e-extmod-rec-user-b1658e","name":"e2e-rec-ctrl-62335f","reconcileID":"9e3f5ad0-b17b-44a1-bc55-c535bfa58761","namespace":"e2e-extmod-rec-user-b1658e","name":"e2e-rec-ctrl-62335f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:05.626837346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"8fa1a856-bba7-43b5-af4c-0a5f11e1da83","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:05.630386322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"4fa8c073-49d6-4c01-b19f-f274fc6d4cbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:05.633023212Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e"},"namespace":"e2e-extmod-rec-user-b1658e","name":"e2e-rec-ctrl-62335f","reconcileID":"1e7d299b-aea0-43a1-a308-a1080f9c9308","MaaSModelRef":{"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e"},"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:05.634904122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"8fa1a856-bba7-43b5-af4c-0a5f11e1da83","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:05.641212279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"4fa8c073-49d6-4c01-b19f-f274fc6d4cbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:05.644175107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"4758cd16-433c-4507-8661-8a910c0ad72a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:05.644871013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eeee5988-ae32-4b66-a799-667995604e87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:05.645352714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"97a7d67b-a312-4448-9f75-18eb690c2a61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:05.652013705Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e"},"namespace":"e2e-extmod-rec-user-b1658e","name":"e2e-rec-ctrl-62335f","reconcileID":"0d9b09fa-29dc-4f90-8b56-f8e60870d7d2","MaaSModelRef":{"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e"},"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:05.654369524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"4758cd16-433c-4507-8661-8a910c0ad72a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:05.657445731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eeee5988-ae32-4b66-a799-667995604e87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:05.657929977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"97a7d67b-a312-4448-9f75-18eb690c2a61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:05.741255392Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"namespace":"e2e-extmod-rec-user-f3c318","name":"e2e-rec-ctrl-81e947","reconcileID":"5fca56a9-7555-4dfb-8d3c-f583aad6849b","MaaSModelRef":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:05.741627131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"db697390-fece-4a5c-81a7-bfc35cb2af8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:05.753377682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"7e641848-0598-4cbc-b414-48670e09a19e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:05.753650908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"db697390-fece-4a5c-81a7-bfc35cb2af8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:05.754044253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"907f5dfd-d62a-470d-8609-d2f0e132c381","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:05.754052505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"e6f0611d-f8e0-4e03-9ad7-8267ca488387","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:05.768221047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"e6f0611d-f8e0-4e03-9ad7-8267ca488387","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:05.776813604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"907f5dfd-d62a-470d-8609-d2f0e132c381","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:05.784917018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"7e641848-0598-4cbc-b414-48670e09a19e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:05.786051481Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e"},"namespace":"e2e-extmod-rec-user-b1658e","name":"e2e-rec-ctrl-62335f","reconcileID":"2d963558-54cf-4a16-959c-debfb282f88a","namespace":"e2e-extmod-rec-user-b1658e","name":"e2e-rec-ctrl-62335f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:05.797725981Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"namespace":"e2e-extmod-rec-user-f3c318","name":"e2e-rec-ctrl-81e947","reconcileID":"84b35b63-a248-4860-afd0-aed8e9353659","namespace":"e2e-extmod-rec-user-f3c318","name":"e2e-rec-ctrl-81e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:05.798141839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e"},"namespace":"e2e-extmod-rec-user-b1658e","name":"e2e-rec-ctrl-62335f","reconcileID":"3d62c7ad-3abe-46ae-949c-7465060c2b1b","MaaSModelRef":{"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e"},"tenant":"e2e-extmod-b-f3d6a5","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","model":"e2e-extmod-rec-user-b1658e/e2e-rec-ctrl-62335f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:05.798162743Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e"},"namespace":"e2e-extmod-rec-user-b1658e","name":"e2e-rec-ctrl-62335f","reconcileID":"3d62c7ad-3abe-46ae-949c-7465060c2b1b","MaaSModelRef":{"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e"},"routeName":"external-model-e2e-rec-ctrl-62335f-51375fcf4daa","namespace":"e2e-extmod-rec-user-b1658e","model":"e2e-rec-ctrl-62335f","externalModel":"e2e-rec-ctrl-62335f","provider":"e2e-rec-ctrl-62335f-provider","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:05.837733209Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"namespace":"e2e-extmod-rec-user-f3c318","name":"e2e-rec-ctrl-81e947","reconcileID":"96a9109d-a231-415c-86e4-32de1263fab9","MaaSModelRef":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:05.838026253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"48b14cb3-7aaa-47d3-bcbb-4951ea9e6529","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:05.861305159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"48b14cb3-7aaa-47d3-bcbb-4951ea9e6529","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:05.869497045Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"namespace":"e2e-extmod-rec-user-f3c318","name":"e2e-rec-ctrl-81e947","reconcileID":"c03d7a22-f809-4e00-89cc-21500b1644e0","MaaSModelRef":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:06.003004511Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"namespace":"e2e-extmod-rec-user-f3c318","name":"e2e-rec-ctrl-81e947","reconcileID":"93beae88-ab18-46e0-809a-9c07a9cf178d","namespace":"e2e-extmod-rec-user-f3c318","name":"e2e-rec-ctrl-81e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:06.086853245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"1775075d-a0ce-4e49-9dad-c86926a099b3","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:06.087555403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"03953dc0-d0ac-46d4-8ec7-b38ea4b49086","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:06.096129552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"c4a01634-b85f-42ad-bc85-1eafa0029e11","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28c1e9","tenantID":"e2e-extmod-b-28c1e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:06.097084569Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e"},"namespace":"e2e-extmod-rec-user-b1658e","name":"e2e-rec-ctrl-62335f","reconcileID":"13d46fc4-2509-4a38-965b-8f518603634b","MaaSModelRef":{"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e"},"tenant":"e2e-extmod-b-f3d6a5","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","model":"e2e-extmod-rec-user-b1658e/e2e-rec-ctrl-62335f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:06.097125347Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e"},"namespace":"e2e-extmod-rec-user-b1658e","name":"e2e-rec-ctrl-62335f","reconcileID":"13d46fc4-2509-4a38-965b-8f518603634b","MaaSModelRef":{"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e"},"routeName":"external-model-e2e-rec-ctrl-62335f-51375fcf4daa","namespace":"e2e-extmod-rec-user-b1658e","model":"e2e-rec-ctrl-62335f","externalModel":"e2e-rec-ctrl-62335f","provider":"e2e-rec-ctrl-62335f-provider","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:06.317517238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"1775075d-a0ce-4e49-9dad-c86926a099b3","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:06.337769824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"03953dc0-d0ac-46d4-8ec7-b38ea4b49086","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:06.363183685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"cb449db7-ecc3-4d05-8bb4-8930d2151895","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:06.419226274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"namespace":"e2e-extmod-rec-user-f3c318","name":"e2e-rec-ctrl-81e947","reconcileID":"57c85279-b3bf-486b-8e85-f4d030573d4d","MaaSModelRef":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"tenant":"e2e-extmod-b-4a477d","gateway":"openshift-ingress/e2e-extmod-b-4a477d","model":"e2e-extmod-rec-user-f3c318/e2e-rec-ctrl-81e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:06.421124373Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"namespace":"e2e-extmod-rec-user-f3c318","name":"e2e-rec-ctrl-81e947","reconcileID":"57c85279-b3bf-486b-8e85-f4d030573d4d","MaaSModelRef":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"routeName":"external-model-e2e-rec-ctrl-81e947-e6ac36fac1e7","namespace":"e2e-extmod-rec-user-f3c318","model":"e2e-rec-ctrl-81e947","externalModel":"e2e-rec-ctrl-81e947","provider":"e2e-rec-ctrl-81e947-provider","gateway":"openshift-ingress/e2e-extmod-b-4a477d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:06.437340726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"cb449db7-ecc3-4d05-8bb4-8930d2151895","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:06.441980534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"c4a01634-b85f-42ad-bc85-1eafa0029e11","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"e2e-extmod-b-28c1e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:06.442643043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"caa61a84-0826-40da-9324-98528159f469","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:10:06.533173063Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-5d6e6d-sub","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-sub","reconcileID":"d5fdd63f-edeb-4183-92a7-577817b54a22","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-5d6e6d-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:06.534917067Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-28c1e9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7270b5d5c4b37d811fd2c125d6aa13fa990b8dde10122a0db9b1b66dc73961a8) AuthConfig (8874b6feb7814c5552fcad1793361c2582bc7d8b7fc0a7f37973731a1be49f4d) AuthConfig (4f258e4c9a17742638a3460b0ddfc8c8fb3f9c496a2c03a215bce0a1d0c87f3d) AuthConfig (5f6c3405b725fc3aa0b9646c3a4c51aa5458ca78b310ed3190a5468144ad36ae) AuthConfig (d93cdfb961dfb3558b76287075c90a933cd21e636c84267fd104561a3405f2da) AuthConfig (b58cc33dd7f8b636aea719976e6f0cccbd45308a668c6ab8dc110031d19b7d78) AuthConfig (430bf9ff5af7a69f839bbcf2b90e0dd2d0f8f3a28b9faf7c8c763319f7a9c76b) AuthConfig (71623f97438660d35fe5a8e9ec14444a423cb003a67bd993011a2ec4f1245cda) AuthConfig (f5abe6815e092328e84b07cde936e13e4bee6f6274505a8f980d681920eedad2) AuthConfig (bf4847d0163e7af707c6eb777d3f2394b686723204615f3f8f8ba9491d62cc25)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"c4a01634-b85f-42ad-bc85-1eafa0029e11","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:06.544080574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"37c89300-048b-492e-a506-27ad62dd5e65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:06.544274377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"caa61a84-0826-40da-9324-98528159f469","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:06.54634599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-serve-5d6e6d","reconcileID":"e4f8983a-1101-41a0-9b14-c021236f3b7f","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"tenant":"e2e-extmod-b-e67d95","gateway":"openshift-ingress/e2e-extmod-b-e67d95","model":"e2e-extmod-att-user-17462c/e2e-att-serve-5d6e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:06.546491055Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-serve-5d6e6d","reconcileID":"e4f8983a-1101-41a0-9b14-c021236f3b7f","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"routeName":"external-model-e2e-att-serve-5d6e6d-e21fd9a9577e","namespace":"e2e-extmod-att-user-17462c","model":"e2e-att-serve-5d6e6d","externalModel":"e2e-att-serve-5d6e6d","provider":"e2e-att-serve-5d6e6d-provider","gateway":"openshift-ingress/e2e-extmod-b-e67d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:06.549757665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"a818675c-d26a-4074-9c00-3ffe93a36e0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:06.553554816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"37c89300-048b-492e-a506-27ad62dd5e65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:06.581296189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"a818675c-d26a-4074-9c00-3ffe93a36e0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:06.582483704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"namespace":"e2e-extmod-rec-user-f3c318","name":"e2e-rec-ctrl-81e947","reconcileID":"59983361-2791-467b-a020-3326f578f57c","MaaSModelRef":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"tenant":"e2e-extmod-b-4a477d","gateway":"openshift-ingress/e2e-extmod-b-4a477d","model":"e2e-extmod-rec-user-f3c318/e2e-rec-ctrl-81e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:06.582508288Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"namespace":"e2e-extmod-rec-user-f3c318","name":"e2e-rec-ctrl-81e947","reconcileID":"59983361-2791-467b-a020-3326f578f57c","MaaSModelRef":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"routeName":"external-model-e2e-rec-ctrl-81e947-e6ac36fac1e7","namespace":"e2e-extmod-rec-user-f3c318","model":"e2e-rec-ctrl-81e947","externalModel":"e2e-rec-ctrl-81e947","provider":"e2e-rec-ctrl-81e947-provider","gateway":"openshift-ingress/e2e-extmod-b-4a477d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:06.599561603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-serve-5d6e6d","reconcileID":"7b6d224d-85ef-4750-89fb-7d6de6672243","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"tenant":"e2e-extmod-b-e67d95","gateway":"openshift-ingress/e2e-extmod-b-e67d95","model":"e2e-extmod-att-user-17462c/e2e-att-serve-5d6e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:06.599589811Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-serve-5d6e6d","reconcileID":"7b6d224d-85ef-4750-89fb-7d6de6672243","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"routeName":"external-model-e2e-att-serve-5d6e6d-e21fd9a9577e","namespace":"e2e-extmod-att-user-17462c","model":"e2e-att-serve-5d6e6d","externalModel":"e2e-att-serve-5d6e6d","provider":"e2e-att-serve-5d6e6d-provider","gateway":"openshift-ingress/e2e-extmod-b-e67d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:06.612848592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e"},"namespace":"e2e-extmod-rec-user-b1658e","name":"e2e-rec-ctrl-62335f","reconcileID":"404558e3-b75b-44b5-abac-99101909fd33","MaaSModelRef":{"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e"},"tenant":"e2e-extmod-b-f3d6a5","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","model":"e2e-extmod-rec-user-b1658e/e2e-rec-ctrl-62335f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:06.612878324Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e"},"namespace":"e2e-extmod-rec-user-b1658e","name":"e2e-rec-ctrl-62335f","reconcileID":"404558e3-b75b-44b5-abac-99101909fd33","MaaSModelRef":{"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e"},"routeName":"external-model-e2e-rec-ctrl-62335f-51375fcf4daa","namespace":"e2e-extmod-rec-user-b1658e","model":"e2e-rec-ctrl-62335f","externalModel":"e2e-rec-ctrl-62335f","provider":"e2e-rec-ctrl-62335f-provider","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:06.631639791Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-5d6e6d-sub","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-sub","reconcileID":"342ab9d4-c94d-4ef6-a095-aaf168b703f5","MaaSSubscription":{"name":"e2e-att-serve-5d6e6d-sub","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"maas-trlp-e2e-att-serve-5d6e6d","model":"e2e-att-serve-5d6e6d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-e67d95/e2e-att-serve-5d6e6d-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:06.636300438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"2d0d2386-63cf-4ef7-9424-509403e29b88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:06.63633253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"517a1a22-6d7c-44ca-be98-d15829f121b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:06.638721185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"f0a0d8cb-0b00-4176-b2ac-521a908968bd","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:06.645444556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"517a1a22-6d7c-44ca-be98-d15829f121b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:06.645614789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"2d0d2386-63cf-4ef7-9424-509403e29b88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:06.647821921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"f0a0d8cb-0b00-4176-b2ac-521a908968bd","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:06.677928601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-serve-5d6e6d","reconcileID":"4a12c7c0-0553-4253-a584-034fcf7c62e4","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"tenant":"e2e-extmod-b-e67d95","gateway":"openshift-ingress/e2e-extmod-b-e67d95","model":"e2e-extmod-att-user-17462c/e2e-att-serve-5d6e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:06.677956107Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-serve-5d6e6d","reconcileID":"4a12c7c0-0553-4253-a584-034fcf7c62e4","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"routeName":"external-model-e2e-att-serve-5d6e6d-e21fd9a9577e","namespace":"e2e-extmod-att-user-17462c","model":"e2e-att-serve-5d6e6d","externalModel":"e2e-att-serve-5d6e6d","provider":"e2e-att-serve-5d6e6d-provider","gateway":"openshift-ingress/e2e-extmod-b-e67d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:06.891622367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-5d6e6d-sub","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-sub","reconcileID":"6fb0687b-266b-4604-8e6f-557e9a8c5042","MaaSSubscription":{"name":"e2e-att-serve-5d6e6d-sub","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"maas-trlp-e2e-att-serve-5d6e6d","model":"e2e-extmod-att-user-17462c/e2e-att-serve-5d6e6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:06.907476002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"5cd3e794-537e-44b5-a900-fb86bb486e79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:06.909472803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d6374b3-d70e-4117-8120-ae37194d002b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:06.913478803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"849d7eb0-46d3-4c72-894b-a18cf99bb0ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:06.914340185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"namespace":"e2e-extmod-rec-user-f3c318","name":"e2e-rec-ctrl-81e947","reconcileID":"beb167db-b02f-450e-942c-10e8095ca237","MaaSModelRef":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"tenant":"e2e-extmod-b-4a477d","gateway":"openshift-ingress/e2e-extmod-b-4a477d","model":"e2e-extmod-rec-user-f3c318/e2e-rec-ctrl-81e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:06.914411433Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"namespace":"e2e-extmod-rec-user-f3c318","name":"e2e-rec-ctrl-81e947","reconcileID":"beb167db-b02f-450e-942c-10e8095ca237","MaaSModelRef":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"routeName":"external-model-e2e-rec-ctrl-81e947-e6ac36fac1e7","namespace":"e2e-extmod-rec-user-f3c318","model":"e2e-rec-ctrl-81e947","externalModel":"e2e-rec-ctrl-81e947","provider":"e2e-rec-ctrl-81e947-provider","gateway":"openshift-ingress/e2e-extmod-b-4a477d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:06.921474729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"5cd3e794-537e-44b5-a900-fb86bb486e79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:06.923878504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d6374b3-d70e-4117-8120-ae37194d002b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:06.925368321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"f485498f-ca9b-4a57-9ad1-b63f2c5242b5","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:06.927394328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"849d7eb0-46d3-4c72-894b-a18cf99bb0ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:06.936851745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"f485498f-ca9b-4a57-9ad1-b63f2c5242b5","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:06.955486807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"68cbe16d-8880-4f7f-b66e-77c0b1c6a233","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:06.980303087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"68cbe16d-8880-4f7f-b66e-77c0b1c6a233","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:07.00741778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"652c119c-236a-46b8-a0fe-752f6e0e79cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:07.00781112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"6c3a2ce8-3c8f-4b5b-a455-552499b4b46e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:07.008140026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"ac067283-a1d2-4a29-bd9f-505fd1726204","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28c1e9","tenantID":"e2e-extmod-b-28c1e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:07.011575714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"c3d1a229-886c-4cf6-b885-d11712feeab4","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:07.016699593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"6c3a2ce8-3c8f-4b5b-a455-552499b4b46e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:07.016821292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"ac067283-a1d2-4a29-bd9f-505fd1726204","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"e2e-extmod-b-28c1e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:07.019525596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"c3d1a229-886c-4cf6-b885-d11712feeab4","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:07.01953029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"652c119c-236a-46b8-a0fe-752f6e0e79cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:07.022889577Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-28c1e9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7270b5d5c4b37d811fd2c125d6aa13fa990b8dde10122a0db9b1b66dc73961a8) AuthConfig (8874b6feb7814c5552fcad1793361c2582bc7d8b7fc0a7f37973731a1be49f4d) AuthConfig (4f258e4c9a17742638a3460b0ddfc8c8fb3f9c496a2c03a215bce0a1d0c87f3d) AuthConfig (5f6c3405b725fc3aa0b9646c3a4c51aa5458ca78b310ed3190a5468144ad36ae) AuthConfig (d93cdfb961dfb3558b76287075c90a933cd21e636c84267fd104561a3405f2da) AuthConfig (b58cc33dd7f8b636aea719976e6f0cccbd45308a668c6ab8dc110031d19b7d78) AuthConfig (430bf9ff5af7a69f839bbcf2b90e0dd2d0f8f3a28b9faf7c8c763319f7a9c76b) AuthConfig (71623f97438660d35fe5a8e9ec14444a423cb003a67bd993011a2ec4f1245cda) AuthConfig (f5abe6815e092328e84b07cde936e13e4bee6f6274505a8f980d681920eedad2) AuthConfig (bf4847d0163e7af707c6eb777d3f2394b686723204615f3f8f8ba9491d62cc25)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"ac067283-a1d2-4a29-bd9f-505fd1726204","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:07.064507854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"e3a7aaf8-759b-444c-961e-709a044fdba7","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:07.076689484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"e3a7aaf8-759b-444c-961e-709a044fdba7","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:07.192701895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"a942ed62-11f3-4c94-8463-4daf0de30346","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:07.196517049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"9451d988-32ac-41f7-a514-6ae854457db6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:07.197135878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"856f8fd6-485e-4bbf-a131-2f9db451a593","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:07.202895449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"a942ed62-11f3-4c94-8463-4daf0de30346","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:07.206965384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"856f8fd6-485e-4bbf-a131-2f9db451a593","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:07.207868673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"9451d988-32ac-41f7-a514-6ae854457db6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:10.386845648Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:11.145321189Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-f3d6a5 priority=0:[ai-tenant-e2e-extmod-b-f3d6a5/e2e-att-serve-00d29c-sub ai-tenant-e2e-extmod-b-f3d6a5/e2e-rec-ctrl-62335f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:11.149022159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e"},"namespace":"e2e-extmod-rec-user-b1658e","name":"e2e-rec-ctrl-62335f","reconcileID":"5130e87c-7505-4c2d-8019-9283267969b5","MaaSModelRef":{"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e"},"tenant":"e2e-extmod-b-f3d6a5","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","model":"e2e-extmod-rec-user-b1658e/e2e-rec-ctrl-62335f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:11.149048543Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e"},"namespace":"e2e-extmod-rec-user-b1658e","name":"e2e-rec-ctrl-62335f","reconcileID":"5130e87c-7505-4c2d-8019-9283267969b5","MaaSModelRef":{"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e"},"routeName":"external-model-e2e-rec-ctrl-62335f-51375fcf4daa","namespace":"e2e-extmod-rec-user-b1658e","model":"e2e-rec-ctrl-62335f","externalModel":"e2e-rec-ctrl-62335f","provider":"e2e-rec-ctrl-62335f-provider","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:10:11.155827374Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-62335f-sub","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-sub","reconcileID":"b1862ca4-3eac-44e2-a5ef-757a7b567f0e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rec-ctrl-62335f-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:11.171271875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e"},"namespace":"e2e-extmod-rec-user-b1658e","name":"e2e-rec-ctrl-62335f","reconcileID":"c280fa37-7918-42b4-b907-4e2eb3fcd801","MaaSModelRef":{"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e"},"tenant":"e2e-extmod-b-f3d6a5","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","model":"e2e-extmod-rec-user-b1658e/e2e-rec-ctrl-62335f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:11.17129725Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e"},"namespace":"e2e-extmod-rec-user-b1658e","name":"e2e-rec-ctrl-62335f","reconcileID":"c280fa37-7918-42b4-b907-4e2eb3fcd801","MaaSModelRef":{"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e"},"routeName":"external-model-e2e-rec-ctrl-62335f-51375fcf4daa","namespace":"e2e-extmod-rec-user-b1658e","model":"e2e-rec-ctrl-62335f","externalModel":"e2e-rec-ctrl-62335f","provider":"e2e-rec-ctrl-62335f-provider","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:10:11.181360331Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e"},"namespace":"e2e-extmod-rec-user-b1658e","name":"e2e-rec-ctrl-62335f","reconcileID":"c280fa37-7918-42b4-b907-4e2eb3fcd801","name":"e2e-rec-ctrl-62335f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-ctrl-62335f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:10:11.181420624Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e"},"namespace":"e2e-extmod-rec-user-b1658e","name":"e2e-rec-ctrl-62335f","reconcileID":"c280fa37-7918-42b4-b907-4e2eb3fcd801","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-ctrl-62335f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:11.185236546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"namespace":"e2e-extmod-att-user-16d5f9","name":"e2e-att-serve-00d29c","reconcileID":"896ff2e3-b943-43bf-baa2-ea26ed461b09","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"tenant":"e2e-extmod-b-f3d6a5","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","model":"e2e-extmod-att-user-16d5f9/e2e-att-serve-00d29c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:11.185259174Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"namespace":"e2e-extmod-att-user-16d5f9","name":"e2e-att-serve-00d29c","reconcileID":"896ff2e3-b943-43bf-baa2-ea26ed461b09","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"routeName":"external-model-e2e-att-serve-00d29c-ac8fd43fe6bc","namespace":"e2e-extmod-att-user-16d5f9","model":"e2e-att-serve-00d29c","externalModel":"e2e-att-serve-00d29c","provider":"e2e-att-serve-00d29c-provider","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:11.192602629Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e"},"namespace":"e2e-extmod-rec-user-b1658e","name":"e2e-rec-ctrl-62335f","reconcileID":"7feee12a-41a3-40db-9f61-f4a7446395cd","MaaSModelRef":{"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e"},"tenant":"e2e-extmod-b-f3d6a5","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","model":"e2e-extmod-rec-user-b1658e/e2e-rec-ctrl-62335f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:11.192634445Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e"},"namespace":"e2e-extmod-rec-user-b1658e","name":"e2e-rec-ctrl-62335f","reconcileID":"7feee12a-41a3-40db-9f61-f4a7446395cd","MaaSModelRef":{"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e"},"routeName":"external-model-e2e-rec-ctrl-62335f-51375fcf4daa","namespace":"e2e-extmod-rec-user-b1658e","model":"e2e-rec-ctrl-62335f","externalModel":"e2e-rec-ctrl-62335f","provider":"e2e-rec-ctrl-62335f-provider","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:11.275577226Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-62335f-sub","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-sub","reconcileID":"3f06ad5e-61ec-4d21-aa88-31f9a7db2a00","MaaSSubscription":{"name":"e2e-rec-ctrl-62335f-sub","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"maas-trlp-e2e-rec-ctrl-62335f","model":"e2e-rec-ctrl-62335f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-f3d6a5/e2e-rec-ctrl-62335f-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:11.360596778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"fcbc0e54-2f5f-4e8e-9e4b-1a8fef39da09","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:11.363521459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"6833364f-af8b-466c-aaf3-d123d37a112d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:11.367245814Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-4a477d priority=0:[ai-tenant-e2e-extmod-b-4a477d/e2e-att-serve-3c5be9-sub ai-tenant-e2e-extmod-b-4a477d/e2e-rec-ctrl-81e947-sub]","namespace=ai-tenant-e2e-extmod-b-f3d6a5 priority=0:[ai-tenant-e2e-extmod-b-f3d6a5/e2e-att-serve-00d29c-sub ai-tenant-e2e-extmod-b-f3d6a5/e2e-rec-ctrl-62335f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:11.369395334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"fcbc0e54-2f5f-4e8e-9e4b-1a8fef39da09","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:11.371727832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"namespace":"e2e-extmod-rec-user-f3c318","name":"e2e-rec-ctrl-81e947","reconcileID":"34699fec-c784-4573-99c4-b86eafc9b6da","MaaSModelRef":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"tenant":"e2e-extmod-b-4a477d","gateway":"openshift-ingress/e2e-extmod-b-4a477d","model":"e2e-extmod-rec-user-f3c318/e2e-rec-ctrl-81e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:11.371754193Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"namespace":"e2e-extmod-rec-user-f3c318","name":"e2e-rec-ctrl-81e947","reconcileID":"34699fec-c784-4573-99c4-b86eafc9b6da","MaaSModelRef":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"routeName":"external-model-e2e-rec-ctrl-81e947-e6ac36fac1e7","namespace":"e2e-extmod-rec-user-f3c318","model":"e2e-rec-ctrl-81e947","externalModel":"e2e-rec-ctrl-81e947","provider":"e2e-rec-ctrl-81e947-provider","gateway":"openshift-ingress/e2e-extmod-b-4a477d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:11.37178112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"6833364f-af8b-466c-aaf3-d123d37a112d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:11.382020099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"a647ea84-5ddb-4d98-9611-a922a24f76cf","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:11.382257265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"07114bf0-3543-4d86-bbde-97f1a995c64e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:10:11.385823699Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-4a477d/e2e-rec-ctrl-81e947-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rec-ctrl-81e947-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:11.39215028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"a647ea84-5ddb-4d98-9611-a922a24f76cf","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:11.39349991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"namespace":"e2e-extmod-att-user-c76bfd","name":"e2e-att-serve-3c5be9","reconcileID":"59a91e3c-a083-483f-9f0c-52f97b4a690e","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"tenant":"e2e-extmod-b-4a477d","gateway":"openshift-ingress/e2e-extmod-b-4a477d","model":"e2e-extmod-att-user-c76bfd/e2e-att-serve-3c5be9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:11.393519755Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"namespace":"e2e-extmod-att-user-c76bfd","name":"e2e-att-serve-3c5be9","reconcileID":"59a91e3c-a083-483f-9f0c-52f97b4a690e","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"routeName":"external-model-e2e-att-serve-3c5be9-4a9ba0ee5fff","namespace":"e2e-extmod-att-user-c76bfd","model":"e2e-att-serve-3c5be9","externalModel":"e2e-att-serve-3c5be9","provider":"e2e-att-serve-3c5be9-provider","gateway":"openshift-ingress/e2e-extmod-b-4a477d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:11.396156029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"07114bf0-3543-4d86-bbde-97f1a995c64e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:11.400866295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e"},"namespace":"e2e-extmod-rec-user-b1658e","name":"e2e-rec-ctrl-62335f","reconcileID":"93a05279-f0fb-44f4-8459-6a8fb650270c","MaaSModelRef":{"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e"},"tenant":"e2e-extmod-b-f3d6a5","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","model":"e2e-extmod-rec-user-b1658e/e2e-rec-ctrl-62335f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:11.400888613Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e"},"namespace":"e2e-extmod-rec-user-b1658e","name":"e2e-rec-ctrl-62335f","reconcileID":"93a05279-f0fb-44f4-8459-6a8fb650270c","MaaSModelRef":{"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e"},"routeName":"external-model-e2e-rec-ctrl-62335f-51375fcf4daa","namespace":"e2e-extmod-rec-user-b1658e","model":"e2e-rec-ctrl-62335f","externalModel":"e2e-rec-ctrl-62335f","provider":"e2e-rec-ctrl-62335f-provider","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:11.403519567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-62335f-sub","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-sub","reconcileID":"aad644be-5ca4-4501-9aa4-9cef9f8f5893","MaaSSubscription":{"name":"e2e-rec-ctrl-62335f-sub","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"maas-trlp-e2e-rec-ctrl-62335f","model":"e2e-extmod-rec-user-b1658e/e2e-rec-ctrl-62335f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:11.461287961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"namespace":"e2e-extmod-rec-user-f3c318","name":"e2e-rec-ctrl-81e947","reconcileID":"518ce661-b8bb-47ee-a192-d823b8a54b10","MaaSModelRef":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"tenant":"e2e-extmod-b-4a477d","gateway":"openshift-ingress/e2e-extmod-b-4a477d","model":"e2e-extmod-rec-user-f3c318/e2e-rec-ctrl-81e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:11.461310114Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"namespace":"e2e-extmod-rec-user-f3c318","name":"e2e-rec-ctrl-81e947","reconcileID":"518ce661-b8bb-47ee-a192-d823b8a54b10","MaaSModelRef":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"routeName":"external-model-e2e-rec-ctrl-81e947-e6ac36fac1e7","namespace":"e2e-extmod-rec-user-f3c318","model":"e2e-rec-ctrl-81e947","externalModel":"e2e-rec-ctrl-81e947","provider":"e2e-rec-ctrl-81e947-provider","gateway":"openshift-ingress/e2e-extmod-b-4a477d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:11.497891752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"fa96ff57-658a-43be-91f2-9804ca7d6996","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:11.505344359Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-81e947-sub","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-sub","reconcileID":"2305d292-6c1f-4a03-a952-632358034361","MaaSSubscription":{"name":"e2e-rec-ctrl-81e947-sub","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"maas-trlp-e2e-rec-ctrl-81e947","model":"e2e-rec-ctrl-81e947","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-4a477d/e2e-rec-ctrl-81e947-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:11.505564372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"fa96ff57-658a-43be-91f2-9804ca7d6996","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:11.549221728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"namespace":"e2e-extmod-rec-user-f3c318","name":"e2e-rec-ctrl-81e947","reconcileID":"122b54d8-28c1-4955-beeb-f378f3481ad3","MaaSModelRef":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"tenant":"e2e-extmod-b-4a477d","gateway":"openshift-ingress/e2e-extmod-b-4a477d","model":"e2e-extmod-rec-user-f3c318/e2e-rec-ctrl-81e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:11.549256842Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"namespace":"e2e-extmod-rec-user-f3c318","name":"e2e-rec-ctrl-81e947","reconcileID":"122b54d8-28c1-4955-beeb-f378f3481ad3","MaaSModelRef":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"routeName":"external-model-e2e-rec-ctrl-81e947-e6ac36fac1e7","namespace":"e2e-extmod-rec-user-f3c318","model":"e2e-rec-ctrl-81e947","externalModel":"e2e-rec-ctrl-81e947","provider":"e2e-rec-ctrl-81e947-provider","gateway":"openshift-ingress/e2e-extmod-b-4a477d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:11.607188498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"cb868883-de61-432e-bd61-a134cbbe6238","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:11.608335348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"58af24aa-46e5-49c1-8077-540c92a0fe82","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:11.610469743Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-81e947-sub","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-sub","reconcileID":"21603071-1408-431c-a1d3-230bd620f3b6","MaaSSubscription":{"name":"e2e-rec-ctrl-81e947-sub","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"maas-trlp-e2e-rec-ctrl-81e947","model":"e2e-extmod-rec-user-f3c318/e2e-rec-ctrl-81e947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:11.61085952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"ee91c526-7263-476c-ae23-b8e8cbf8ec3c","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:11.615997675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"cb868883-de61-432e-bd61-a134cbbe6238","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:11.620030376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"58af24aa-46e5-49c1-8077-540c92a0fe82","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:11.625670654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"ee91c526-7263-476c-ae23-b8e8cbf8ec3c","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:14.420398104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-37f2b8"},"namespace":"ai-tenant-e2e-extmod-a-37f2b8","name":"default-tenant","reconcileID":"f432ecf0-6eb2-4041-af82-64d25598fd32","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37f2b8","tenantID":"e2e-extmod-a-37f2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:14.5330524Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-37f2b8"},"namespace":"ai-tenant-e2e-extmod-a-37f2b8","name":"default-tenant","reconcileID":"f432ecf0-6eb2-4041-af82-64d25598fd32","name":"e2e-extmod-a-37f2b8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:14.824569573Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"namespace":"e2e-extmod-rec-noaccess-1c2f06","name":"e2e-rec-recover-7e9c9f","reconcileID":"1276a1de-2992-488c-a392-8b206a045c2e","MaaSModelRef":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:15.251914682Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4fa44d","namespace":"e2e-extmod-rec-noaccess-f56284"},"namespace":"e2e-extmod-rec-noaccess-f56284","name":"e2e-rec-recover-4fa44d","reconcileID":"877444b7-f0e2-4887-867a-a13872fe52b6","MaaSModelRef":{"name":"e2e-rec-recover-4fa44d","namespace":"e2e-extmod-rec-noaccess-f56284"},"name":"e2e-rec-recover-4fa44d","namespace":"e2e-extmod-rec-noaccess-f56284","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:17.08045385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"007f75f3-6a73-4e99-b4ee-460743e9984a","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28c1e9","tenantID":"e2e-extmod-b-28c1e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:17.126050307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"007f75f3-6a73-4e99-b4ee-460743e9984a","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"e2e-extmod-b-28c1e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:17.14167123Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-28c1e9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7270b5d5c4b37d811fd2c125d6aa13fa990b8dde10122a0db9b1b66dc73961a8) AuthConfig (8874b6feb7814c5552fcad1793361c2582bc7d8b7fc0a7f37973731a1be49f4d) AuthConfig (4f258e4c9a17742638a3460b0ddfc8c8fb3f9c496a2c03a215bce0a1d0c87f3d) AuthConfig (5f6c3405b725fc3aa0b9646c3a4c51aa5458ca78b310ed3190a5468144ad36ae) AuthConfig (d93cdfb961dfb3558b76287075c90a933cd21e636c84267fd104561a3405f2da) AuthConfig (b58cc33dd7f8b636aea719976e6f0cccbd45308a668c6ab8dc110031d19b7d78) AuthConfig (430bf9ff5af7a69f839bbcf2b90e0dd2d0f8f3a28b9faf7c8c763319f7a9c76b) AuthConfig (71623f97438660d35fe5a8e9ec14444a423cb003a67bd993011a2ec4f1245cda) AuthConfig (f5abe6815e092328e84b07cde936e13e4bee6f6274505a8f980d681920eedad2) AuthConfig (bf4847d0163e7af707c6eb777d3f2394b686723204615f3f8f8ba9491d62cc25)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"007f75f3-6a73-4e99-b4ee-460743e9984a","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:24.836328563Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"namespace":"e2e-extmod-rec-noaccess-1c2f06","name":"e2e-rec-recover-7e9c9f","reconcileID":"a84d07d7-5460-44e8-96e0-47170b5e5379","MaaSModelRef":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:25.25887632Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4fa44d","namespace":"e2e-extmod-rec-noaccess-f56284"},"namespace":"e2e-extmod-rec-noaccess-f56284","name":"e2e-rec-recover-4fa44d","reconcileID":"6b5eeb3b-ebf0-40fa-8087-23d426014a12","MaaSModelRef":{"name":"e2e-rec-recover-4fa44d","namespace":"e2e-extmod-rec-noaccess-f56284"},"name":"e2e-rec-recover-4fa44d","namespace":"e2e-extmod-rec-noaccess-f56284","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:27.169189445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"ed62eb1b-bac4-439f-9ef7-9571b363ab8f","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28c1e9","tenantID":"e2e-extmod-b-28c1e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:27.181177384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"ed62eb1b-bac4-439f-9ef7-9571b363ab8f","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"e2e-extmod-b-28c1e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:27.25791393Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-28c1e9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7270b5d5c4b37d811fd2c125d6aa13fa990b8dde10122a0db9b1b66dc73961a8) AuthConfig (8874b6feb7814c5552fcad1793361c2582bc7d8b7fc0a7f37973731a1be49f4d) AuthConfig (4f258e4c9a17742638a3460b0ddfc8c8fb3f9c496a2c03a215bce0a1d0c87f3d) AuthConfig (5f6c3405b725fc3aa0b9646c3a4c51aa5458ca78b310ed3190a5468144ad36ae) AuthConfig (d93cdfb961dfb3558b76287075c90a933cd21e636c84267fd104561a3405f2da) AuthConfig (b58cc33dd7f8b636aea719976e6f0cccbd45308a668c6ab8dc110031d19b7d78) AuthConfig (430bf9ff5af7a69f839bbcf2b90e0dd2d0f8f3a28b9faf7c8c763319f7a9c76b) AuthConfig (71623f97438660d35fe5a8e9ec14444a423cb003a67bd993011a2ec4f1245cda) AuthConfig (f5abe6815e092328e84b07cde936e13e4bee6f6274505a8f980d681920eedad2) AuthConfig (bf4847d0163e7af707c6eb777d3f2394b686723204615f3f8f8ba9491d62cc25)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"ed62eb1b-bac4-439f-9ef7-9571b363ab8f","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:31.996308896Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"namespace":"e2e-extmod-rec-noaccess-1c2f06","name":"e2e-rec-recover-7e9c9f","reconcileID":"c2a53fbb-4e6c-4613-bc2c-98fb401f2ea0","MaaSModelRef":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:32.002912889Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4fa44d","namespace":"e2e-extmod-rec-noaccess-f56284"},"namespace":"e2e-extmod-rec-noaccess-f56284","name":"e2e-rec-recover-4fa44d","reconcileID":"873f9314-5ac1-404f-b3b1-af240e6d4947","MaaSModelRef":{"name":"e2e-rec-recover-4fa44d","namespace":"e2e-extmod-rec-noaccess-f56284"},"name":"e2e-rec-recover-4fa44d","namespace":"e2e-extmod-rec-noaccess-f56284","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:32.451803954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f21340e-5846-4e19-98e0-52989f2d1400","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:32.462079617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f21340e-5846-4e19-98e0-52989f2d1400","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:32.467277556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f21340e-5846-4e19-98e0-52989f2d1400","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:32.502298243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f21340e-5846-4e19-98e0-52989f2d1400","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:32.759217812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cb756dd-6e78-4d05-b6dd-8929d21d63d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:32.76464256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cb756dd-6e78-4d05-b6dd-8929d21d63d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:32.769910105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cb756dd-6e78-4d05-b6dd-8929d21d63d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:32.77574711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cb756dd-6e78-4d05-b6dd-8929d21d63d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:35.448921209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-81e947-sub","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-sub","reconcileID":"8bf1c5b8-47b6-4fe8-94c5-d8246769af6a","MaaSSubscription":{"name":"e2e-rec-ctrl-81e947-sub","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"maas-trlp-e2e-rec-ctrl-81e947","model":"e2e-extmod-rec-user-f3c318/e2e-rec-ctrl-81e947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:35.552088898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"namespace":"e2e-extmod-rec-user-f3c318","name":"e2e-rec-ctrl-81e947","reconcileID":"527e70a0-60fb-4f34-8250-a1e42e1844b8","MaaSModelRef":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"tenant":"e2e-extmod-b-4a477d","gateway":"openshift-ingress/e2e-extmod-b-4a477d","model":"e2e-extmod-rec-user-f3c318/e2e-rec-ctrl-81e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:35.555497393Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"namespace":"e2e-extmod-rec-user-f3c318","name":"e2e-rec-ctrl-81e947","reconcileID":"527e70a0-60fb-4f34-8250-a1e42e1844b8","MaaSModelRef":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"routeName":"external-model-e2e-rec-ctrl-81e947-e6ac36fac1e7","namespace":"e2e-extmod-rec-user-f3c318","model":"e2e-rec-ctrl-81e947","externalModel":"e2e-rec-ctrl-81e947","provider":"e2e-rec-ctrl-81e947-provider","gateway":"openshift-ingress/e2e-extmod-b-4a477d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:35.628045471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-62335f-sub","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-sub","reconcileID":"8bf90d7a-31ed-4205-96b8-3474049c9b6d","MaaSSubscription":{"name":"e2e-rec-ctrl-62335f-sub","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"maas-trlp-e2e-rec-ctrl-62335f","model":"e2e-extmod-rec-user-b1658e/e2e-rec-ctrl-62335f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:35.71488816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e"},"namespace":"e2e-extmod-rec-user-b1658e","name":"e2e-rec-ctrl-62335f","reconcileID":"44bc41c6-3c9a-4fac-9710-3b778aed50cf","MaaSModelRef":{"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e"},"tenant":"e2e-extmod-b-f3d6a5","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","model":"e2e-extmod-rec-user-b1658e/e2e-rec-ctrl-62335f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:35.715012058Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e"},"namespace":"e2e-extmod-rec-user-b1658e","name":"e2e-rec-ctrl-62335f","reconcileID":"44bc41c6-3c9a-4fac-9710-3b778aed50cf","MaaSModelRef":{"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e"},"routeName":"external-model-e2e-rec-ctrl-62335f-51375fcf4daa","namespace":"e2e-extmod-rec-user-b1658e","model":"e2e-rec-ctrl-62335f","externalModel":"e2e-rec-ctrl-62335f","provider":"e2e-rec-ctrl-62335f-provider","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:35.761780124Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-5d6e6d-sub","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-sub","reconcileID":"cce8d65d-b513-43ec-81bb-5ea8ec86213a","MaaSSubscription":{"name":"e2e-att-serve-5d6e6d-sub","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"maas-trlp-e2e-att-serve-5d6e6d","model":"e2e-extmod-att-user-17462c/e2e-att-serve-5d6e6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:35.913499119Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-serve-5d6e6d","reconcileID":"4e7c978f-1a26-4308-bae0-32fbb42f0fe9","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"tenant":"e2e-extmod-b-e67d95","gateway":"openshift-ingress/e2e-extmod-b-e67d95","model":"e2e-extmod-att-user-17462c/e2e-att-serve-5d6e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:35.913598955Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-serve-5d6e6d","reconcileID":"4e7c978f-1a26-4308-bae0-32fbb42f0fe9","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"routeName":"external-model-e2e-att-serve-5d6e6d-e21fd9a9577e","namespace":"e2e-extmod-att-user-17462c","model":"e2e-att-serve-5d6e6d","externalModel":"e2e-att-serve-5d6e6d","provider":"e2e-att-serve-5d6e6d-provider","gateway":"openshift-ingress/e2e-extmod-b-e67d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:36.42359611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"9d7047e3-0e25-4779-913d-f1600f02d22b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:36.435984713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"9d7047e3-0e25-4779-913d-f1600f02d22b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:37.001176347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"1ff60e98-d25a-42ec-9f94-bf6c3526fb3f","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:37.00883297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"1ff60e98-d25a-42ec-9f94-bf6c3526fb3f","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:37.106511041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"628566a5-030b-4b59-a49f-a978bd41665f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:37.114311492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"628566a5-030b-4b59-a49f-a978bd41665f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:37.275258724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"c270b507-7709-4d81-b1bb-ecc74a1f8295","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28c1e9","tenantID":"e2e-extmod-b-28c1e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:37.287009242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"c270b507-7709-4d81-b1bb-ecc74a1f8295","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"e2e-extmod-b-28c1e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:37.356143388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-unrel-42e816","reconcileID":"05ea745b-0996-4a8b-9a87-bb42ab17c5a0","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"tenant":"e2e-extmod-b-28c1e9","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","model":"e2e-extmod-att-user-098e87/e2e-att-unrel-42e816","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:37.356172022Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-unrel-42e816","reconcileID":"05ea745b-0996-4a8b-9a87-bb42ab17c5a0","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"routeName":"external-model-e2e-att-unrel-42e816-cc5877987d22","namespace":"e2e-extmod-att-user-098e87","model":"e2e-att-unrel-42e816","externalModel":"e2e-att-unrel-42e816","provider":"e2e-att-unrel-42e816-provider","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:37.644607085Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"namespace":"e2e-extmod-rec-noaccess-1c2f06","name":"e2e-rec-recover-7e9c9f","reconcileID":"a0132d95-88a1-4bfc-86be-6c5d3357cb03","MaaSModelRef":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:37.774728612Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"namespace":"e2e-extmod-rec-noaccess-1c2f06","name":"e2e-rec-recover-7e9c9f","reconcileID":"92745325-18a6-4e3b-82d3-cdbdb150143d","namespace":"e2e-extmod-rec-noaccess-1c2f06","name":"e2e-rec-recover-7e9c9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:37.778214887Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4fa44d","namespace":"e2e-extmod-rec-noaccess-f56284"},"namespace":"e2e-extmod-rec-noaccess-f56284","name":"e2e-rec-recover-4fa44d","reconcileID":"561e3f2a-545e-4835-8c0a-590a7dec7243","MaaSModelRef":{"name":"e2e-rec-recover-4fa44d","namespace":"e2e-extmod-rec-noaccess-f56284"},"name":"e2e-rec-recover-4fa44d","namespace":"e2e-extmod-rec-noaccess-f56284","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:37.790881899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"1079ba47-d81c-4a70-b9ea-766648ab38fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:37.79161481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"namespace":"e2e-extmod-rec-noaccess-1c2f06","name":"e2e-rec-recover-7e9c9f","reconcileID":"0e980089-1d29-43e1-a41e-165c53f3a124","MaaSModelRef":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"tenant":"e2e-extmod-b-f3d6a5","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","model":"e2e-extmod-rec-noaccess-1c2f06/e2e-rec-recover-7e9c9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:37.791635444Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"namespace":"e2e-extmod-rec-noaccess-1c2f06","name":"e2e-rec-recover-7e9c9f","reconcileID":"0e980089-1d29-43e1-a41e-165c53f3a124","MaaSModelRef":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"routeName":"external-model-e2e-rec-recover-7e9c9f-65993d3c79e7","namespace":"e2e-extmod-rec-noaccess-1c2f06","model":"e2e-rec-recover-7e9c9f","externalModel":"e2e-rec-recover-7e9c9f","provider":"e2e-rec-recover-7e9c9f-provider","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:37.793449039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"a3093e65-00fb-48ab-9cd3-7064ba757d24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:37.794118184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"0e505f80-20bd-4a12-bf08-ae5cd8d3f187","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:37.794663422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"844ecf77-28d6-431b-9330-661bee1d6627","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:37.79520055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ad237a78-0829-4b79-b083-2528032dee59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:37.79879686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"1079ba47-d81c-4a70-b9ea-766648ab38fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:37.80191642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"a3093e65-00fb-48ab-9cd3-7064ba757d24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:37.802155877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"0e505f80-20bd-4a12-bf08-ae5cd8d3f187","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:37.804452467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ad237a78-0829-4b79-b083-2528032dee59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:37.808510671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"844ecf77-28d6-431b-9330-661bee1d6627","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:37.97580746Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4fa44d","namespace":"e2e-extmod-rec-noaccess-f56284"},"namespace":"e2e-extmod-rec-noaccess-f56284","name":"e2e-rec-recover-4fa44d","reconcileID":"216aecae-3ebd-43d7-8a80-b46e07004520","MaaSModelRef":{"name":"e2e-rec-recover-4fa44d","namespace":"e2e-extmod-rec-noaccess-f56284"},"name":"e2e-rec-recover-4fa44d","namespace":"e2e-extmod-rec-noaccess-f56284","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.195340278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"5a9d85c4-b388-46f3-88e3-c403069b7705","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28c1e9","tenantID":"e2e-extmod-b-28c1e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.197367071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"b3340f05-9351-492f-849f-281e6c83cb35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.211802939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"1414e826-2083-4718-8010-bda7d90e2ae3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.215431582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"5a9d85c4-b388-46f3-88e3-c403069b7705","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"e2e-extmod-b-28c1e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.260018703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"b3340f05-9351-492f-849f-281e6c83cb35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.266226823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"1414e826-2083-4718-8010-bda7d90e2ae3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.268593065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"f11cf6ce-84ad-432d-b8f6-a0ba039caf45","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.277434004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"87a06794-2e29-4c9c-9959-89c8d6766678","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.277467692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"f11cf6ce-84ad-432d-b8f6-a0ba039caf45","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.287500698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"87a06794-2e29-4c9c-9959-89c8d6766678","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.360574753Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-unrel-edb92d","reconcileID":"b3950178-101e-4b61-999e-406681aac3c7","namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-unrel-edb92d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.360660098Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-unrel-edb92d","reconcileID":"23de2c4c-a71f-4edc-b450-23c7b0d51476","namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-unrel-edb92d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.367779817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06bba07b-96f5-484e-9a5c-bcdb73f891cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.368051497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"7ff6f997-b85f-404c-8db7-4357f3da86e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.372118206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-serve-5d6e6d","reconcileID":"82658110-6b12-4bba-a643-885c27d84f87","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"tenant":"e2e-extmod-b-e67d95","gateway":"openshift-ingress/e2e-extmod-b-e67d95","model":"e2e-extmod-att-user-17462c/e2e-att-serve-5d6e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.372141106Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-serve-5d6e6d","reconcileID":"82658110-6b12-4bba-a643-885c27d84f87","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"routeName":"external-model-e2e-att-serve-5d6e6d-e21fd9a9577e","namespace":"e2e-extmod-att-user-17462c","model":"e2e-att-serve-5d6e6d","externalModel":"e2e-att-serve-5d6e6d","provider":"e2e-att-serve-5d6e6d-provider","gateway":"openshift-ingress/e2e-extmod-b-e67d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.372203532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06bba07b-96f5-484e-9a5c-bcdb73f891cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.372432903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"6400ecc8-3628-4afa-8f23-e309447983aa","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.375905011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06bba07b-96f5-484e-9a5c-bcdb73f891cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.379600989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06bba07b-96f5-484e-9a5c-bcdb73f891cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.386229954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"6400ecc8-3628-4afa-8f23-e309447983aa","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.389799383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"7ff6f997-b85f-404c-8db7-4357f3da86e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.399314581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-serve-5d6e6d","reconcileID":"8b215181-8722-49f5-9e36-f5bf254e854b","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"tenant":"e2e-extmod-b-e67d95","gateway":"openshift-ingress/e2e-extmod-b-e67d95","model":"e2e-extmod-att-user-17462c/e2e-att-serve-5d6e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.399339155Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-serve-5d6e6d","reconcileID":"8b215181-8722-49f5-9e36-f5bf254e854b","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"routeName":"external-model-e2e-att-serve-5d6e6d-e21fd9a9577e","namespace":"e2e-extmod-att-user-17462c","model":"e2e-att-serve-5d6e6d","externalModel":"e2e-att-serve-5d6e6d","provider":"e2e-att-serve-5d6e6d-provider","gateway":"openshift-ingress/e2e-extmod-b-e67d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.408402284Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-5d6e6d-sub","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-sub","reconcileID":"d3886760-9faa-4605-ae4a-af7e5b248a81","MaaSSubscription":{"name":"e2e-att-serve-5d6e6d-sub","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"maas-trlp-e2e-att-serve-5d6e6d","model":"e2e-extmod-att-user-17462c/e2e-att-serve-5d6e6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.410959055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"f412426a-3399-4e31-a107-2af29d250755","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.457345645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"2769b336-d0e0-404a-ad03-368448547bc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.461181175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"f412426a-3399-4e31-a107-2af29d250755","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.470375088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"2769b336-d0e0-404a-ad03-368448547bc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.486773442Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-unrel-edb92d","reconcileID":"5dc1c2fc-b0d4-4e7e-b621-4a6311e143b7","namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-unrel-edb92d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.515561459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"58bcb7f5-bc5a-4dbf-b0f0-974234a29d08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.516648402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"6a9dad31-b021-4599-aeab-26e1095edea2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.517209629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"d7be8ae6-d4ec-4c42-a175-90be4231b9e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.524834322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"58bcb7f5-bc5a-4dbf-b0f0-974234a29d08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.528893831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"6a9dad31-b021-4599-aeab-26e1095edea2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.556680806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-unrel-edb92d","reconcileID":"6e994ebf-61b9-4796-aca8-2e601a3829b5","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"tenant":"e2e-extmod-b-e67d95","gateway":"openshift-ingress/e2e-extmod-b-e67d95","model":"e2e-extmod-att-user-17462c/e2e-att-unrel-edb92d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.556701826Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-unrel-edb92d","reconcileID":"6e994ebf-61b9-4796-aca8-2e601a3829b5","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"routeName":"external-model-e2e-att-unrel-edb92d-b9d79676061a","namespace":"e2e-extmod-att-user-17462c","model":"e2e-att-unrel-edb92d","externalModel":"e2e-att-unrel-edb92d","provider":"e2e-att-unrel-edb92d-provider","gateway":"openshift-ingress/e2e-extmod-b-e67d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.55763652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"d7be8ae6-d4ec-4c42-a175-90be4231b9e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.592346648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"namespace":"e2e-extmod-rec-noaccess-1c2f06","name":"e2e-rec-recover-7e9c9f","reconcileID":"88280c07-e04a-4162-a116-9016ef827dbf","MaaSModelRef":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"tenant":"e2e-extmod-b-f3d6a5","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","model":"e2e-extmod-rec-noaccess-1c2f06/e2e-rec-recover-7e9c9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.653292008Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"namespace":"e2e-extmod-rec-noaccess-1c2f06","name":"e2e-rec-recover-7e9c9f","reconcileID":"88280c07-e04a-4162-a116-9016ef827dbf","MaaSModelRef":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"routeName":"external-model-e2e-rec-recover-7e9c9f-65993d3c79e7","namespace":"e2e-extmod-rec-noaccess-1c2f06","model":"e2e-rec-recover-7e9c9f","externalModel":"e2e-rec-recover-7e9c9f","provider":"e2e-rec-recover-7e9c9f-provider","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.689054627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"5e3ef2d5-728b-4f83-a302-e2c674ff9455","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.959271878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8962022f-9cbb-42f3-bd68-00ecded65965","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.966242707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"5e3ef2d5-728b-4f83-a302-e2c674ff9455","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.971304912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-unrel-edb92d","reconcileID":"c6f24cc1-6a42-44cf-a849-e06c91c8c17e","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"tenant":"e2e-extmod-b-e67d95","gateway":"openshift-ingress/e2e-extmod-b-e67d95","model":"e2e-extmod-att-user-17462c/e2e-att-unrel-edb92d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.971890528Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-unrel-edb92d","reconcileID":"c6f24cc1-6a42-44cf-a849-e06c91c8c17e","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"routeName":"external-model-e2e-att-unrel-edb92d-b9d79676061a","namespace":"e2e-extmod-att-user-17462c","model":"e2e-att-unrel-edb92d","externalModel":"e2e-att-unrel-edb92d","provider":"e2e-att-unrel-edb92d-provider","gateway":"openshift-ingress/e2e-extmod-b-e67d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.980182999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8962022f-9cbb-42f3-bd68-00ecded65965","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.988022491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"aa06b7ad-3d1f-4dcf-93da-eabdbca03c19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.990458954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c181dfe0-5f5d-49eb-8098-f60ebefbf505","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:39.065904102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"955c7071-42c6-438d-a01f-af6a42db03fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:39.070463488Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4fa44d","namespace":"e2e-extmod-rec-noaccess-f56284"},"namespace":"e2e-extmod-rec-noaccess-f56284","name":"e2e-rec-recover-4fa44d","reconcileID":"f2d8fb19-f4c3-461e-a3b5-83f14b2bad94","MaaSModelRef":{"name":"e2e-rec-recover-4fa44d","namespace":"e2e-extmod-rec-noaccess-f56284"},"name":"e2e-rec-recover-4fa44d","namespace":"e2e-extmod-rec-noaccess-f56284","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:39.073002628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"aa06b7ad-3d1f-4dcf-93da-eabdbca03c19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:39.074528756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c181dfe0-5f5d-49eb-8098-f60ebefbf505","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:39.076379122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"955c7071-42c6-438d-a01f-af6a42db03fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:39.081847726Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-ecc266","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-ecc266","reconcileID":"0c8cb22f-02cb-4767-acf7-50f7248b1b57","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-ecc266","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-ecc266":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:39.198437456Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4fa44d","namespace":"e2e-extmod-rec-noaccess-f56284"},"namespace":"e2e-extmod-rec-noaccess-f56284","name":"e2e-rec-recover-4fa44d","reconcileID":"eabaf748-39aa-4a68-9140-0c3e78d02dca","MaaSModelRef":{"name":"e2e-rec-recover-4fa44d","namespace":"e2e-extmod-rec-noaccess-f56284"},"name":"e2e-rec-recover-4fa44d","namespace":"e2e-extmod-rec-noaccess-f56284","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:39.199814882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"98c3fc87-a5a9-45ac-bf52-97603570c58d","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28c1e9","tenantID":"e2e-extmod-b-28c1e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:39.213174099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"5b1c3931-42be-439e-9fbe-3197a7da35ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:39.222786475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"98c3fc87-a5a9-45ac-bf52-97603570c58d","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"e2e-extmod-b-28c1e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:39.225628031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"5b1c3931-42be-439e-9fbe-3197a7da35ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:39.263978438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe597461-31c7-4275-8cb3-db9311af747b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:39.267215853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe597461-31c7-4275-8cb3-db9311af747b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:39.272314259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe597461-31c7-4275-8cb3-db9311af747b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:39.275368129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe597461-31c7-4275-8cb3-db9311af747b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:39.460172696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"b78ec120-7391-47df-a51c-02f743c73e35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:39.460734639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"31255423-02f5-4d42-bcf0-1a1a0546ef5b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:39.462687043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"5daae1c9-143f-4a54-8d87-b79c3a93fffd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:39.466464953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"b91a63d2-2c5f-41b3-b384-1d8451ec97e7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:39.471728994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"5daae1c9-143f-4a54-8d87-b79c3a93fffd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:39.472228223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"8f33f1f7-f2d8-420f-8e18-0d9af46fd0b3","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:39.472761362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"31255423-02f5-4d42-bcf0-1a1a0546ef5b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:39.475024295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"b78ec120-7391-47df-a51c-02f743c73e35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:39.475148468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"b91a63d2-2c5f-41b3-b384-1d8451ec97e7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:39.481928245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"8f33f1f7-f2d8-420f-8e18-0d9af46fd0b3","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:39.601225258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"3736cbf3-fe36-403d-9715-a8594943af99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:39.680571087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"8b25d3fa-547c-44c8-875d-efee8dcb840d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:39.705769032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"9411fdf9-fb22-41e7-bad0-0d62be76cd87","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:39.732304982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"8b25d3fa-547c-44c8-875d-efee8dcb840d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:39.73708322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"3736cbf3-fe36-403d-9715-a8594943af99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:39.744272057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"9411fdf9-fb22-41e7-bad0-0d62be76cd87","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:39.747543592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"fdae5d9f-59e7-436e-b858-a6c9b542f90f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:39.760547421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"fdae5d9f-59e7-436e-b858-a6c9b542f90f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:39.770739152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fcba2f9-a1d0-4fa6-ac97-9d57fd7d3ec0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:39.773976094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fcba2f9-a1d0-4fa6-ac97-9d57fd7d3ec0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:39.777403602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fcba2f9-a1d0-4fa6-ac97-9d57fd7d3ec0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:39.780570704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fcba2f9-a1d0-4fa6-ac97-9d57fd7d3ec0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:39.797130754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"namespace":"e2e-extmod-rec-noaccess-1c2f06","name":"e2e-rec-recover-7e9c9f","reconcileID":"bee172b2-0452-48eb-951e-91decc07d319","MaaSModelRef":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"tenant":"e2e-extmod-b-f3d6a5","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","model":"e2e-extmod-rec-noaccess-1c2f06/e2e-rec-recover-7e9c9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:39.797156269Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"namespace":"e2e-extmod-rec-noaccess-1c2f06","name":"e2e-rec-recover-7e9c9f","reconcileID":"bee172b2-0452-48eb-951e-91decc07d319","MaaSModelRef":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"routeName":"external-model-e2e-rec-recover-7e9c9f-65993d3c79e7","namespace":"e2e-extmod-rec-noaccess-1c2f06","model":"e2e-rec-recover-7e9c9f","externalModel":"e2e-rec-recover-7e9c9f","provider":"e2e-rec-recover-7e9c9f-provider","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:39.799635101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"26a17164-c155-4fa4-b795-32303649f335","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:39.799747991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"ce366820-796d-4d09-be12-4f00f5b66a14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:39.807543302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"ce366820-796d-4d09-be12-4f00f5b66a14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:39.807857159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"26a17164-c155-4fa4-b795-32303649f335","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:39.808023097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-unrel-edb92d","reconcileID":"81153ad5-9bd9-4f47-ac26-465b19fa324f","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"tenant":"e2e-extmod-b-e67d95","gateway":"openshift-ingress/e2e-extmod-b-e67d95","model":"e2e-extmod-att-user-17462c/e2e-att-unrel-edb92d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:39.808042025Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-unrel-edb92d","reconcileID":"81153ad5-9bd9-4f47-ac26-465b19fa324f","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"routeName":"external-model-e2e-att-unrel-edb92d-b9d79676061a","namespace":"e2e-extmod-att-user-17462c","model":"e2e-att-unrel-edb92d","externalModel":"e2e-att-unrel-edb92d","provider":"e2e-att-unrel-edb92d-provider","gateway":"openshift-ingress/e2e-extmod-b-e67d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:39.899021788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-unrel-edb92d-access","reconcileID":"845b2d9d-f392-4cc5-bef1-4e4defca22ff","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:39.901811561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"2af11f54-71eb-4ec2-82ad-5caff9ca913e","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:39.907398525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-unrel-edb92d-access","reconcileID":"845b2d9d-f392-4cc5-bef1-4e4defca22ff","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:39.909663533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"2af11f54-71eb-4ec2-82ad-5caff9ca913e","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:39.916659316Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-f3d6a5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fece048a86e70b12d38facf7559845426325824224174c655d19532a8caed42d) AuthConfig (a95b7e0ed099e0210d634f4aa7eb01b681310e75b1ddd8b75107d9c2db14012e) AuthConfig (7f8c744502aff1007195fd65630ae4a66c6fa0bb19b7bcf7b8a2710ac3f12b29) AuthConfig (f31abcdd8a48fb7c437bf3c23423908e16c8244491e132cd28d5834fd5afd572)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"2af11f54-71eb-4ec2-82ad-5caff9ca913e","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:39.928934599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"namespace":"e2e-extmod-rec-noaccess-1c2f06","name":"e2e-rec-recover-7e9c9f","reconcileID":"2d251484-0135-4487-b313-3e3bc0c8f9af","MaaSModelRef":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"tenant":"e2e-extmod-b-f3d6a5","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","model":"e2e-extmod-rec-noaccess-1c2f06/e2e-rec-recover-7e9c9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:39.928953659Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"namespace":"e2e-extmod-rec-noaccess-1c2f06","name":"e2e-rec-recover-7e9c9f","reconcileID":"2d251484-0135-4487-b313-3e3bc0c8f9af","MaaSModelRef":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"routeName":"external-model-e2e-rec-recover-7e9c9f-65993d3c79e7","namespace":"e2e-extmod-rec-noaccess-1c2f06","model":"e2e-rec-recover-7e9c9f","externalModel":"e2e-rec-recover-7e9c9f","provider":"e2e-rec-recover-7e9c9f-provider","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:40.09381736Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-unrel-edb92d","reconcileID":"8d4305e9-e3b8-4e34-b27b-c4cb3359d841","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"tenant":"e2e-extmod-b-e67d95","gateway":"openshift-ingress/e2e-extmod-b-e67d95","model":"e2e-extmod-att-user-17462c/e2e-att-unrel-edb92d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:40.093838517Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-unrel-edb92d","reconcileID":"8d4305e9-e3b8-4e34-b27b-c4cb3359d841","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"routeName":"external-model-e2e-att-unrel-edb92d-b9d79676061a","namespace":"e2e-extmod-att-user-17462c","model":"e2e-att-unrel-edb92d","externalModel":"e2e-att-unrel-edb92d","provider":"e2e-att-unrel-edb92d-provider","gateway":"openshift-ingress/e2e-extmod-b-e67d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:40.389057646Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:40.474292509Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4fa44d","namespace":"e2e-extmod-rec-noaccess-f56284"},"namespace":"e2e-extmod-rec-noaccess-f56284","name":"e2e-rec-recover-4fa44d","reconcileID":"60a6bc15-6320-4a42-8e62-04d83ea06a91","MaaSModelRef":{"name":"e2e-rec-recover-4fa44d","namespace":"e2e-extmod-rec-noaccess-f56284"},"name":"e2e-rec-recover-4fa44d","namespace":"e2e-extmod-rec-noaccess-f56284","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:40.752069073Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-4a477d priority=0:[ai-tenant-e2e-extmod-b-4a477d/e2e-att-serve-3c5be9-sub ai-tenant-e2e-extmod-b-4a477d/e2e-rec-ctrl-81e947-sub]","namespace=ai-tenant-e2e-extmod-b-f3d6a5 priority=0:[ai-tenant-e2e-extmod-b-f3d6a5/e2e-att-serve-00d29c-sub ai-tenant-e2e-extmod-b-f3d6a5/e2e-rec-ctrl-62335f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:40.916676972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-unrel-42e816","reconcileID":"0f0405bd-2bf0-4051-9b95-3bc025aa5f77","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"tenant":"e2e-extmod-b-28c1e9","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","model":"e2e-extmod-att-user-098e87/e2e-att-unrel-42e816","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:40.916718006Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-unrel-42e816","reconcileID":"0f0405bd-2bf0-4051-9b95-3bc025aa5f77","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"routeName":"external-model-e2e-att-unrel-42e816-cc5877987d22","namespace":"e2e-extmod-att-user-098e87","model":"e2e-att-unrel-42e816","externalModel":"e2e-att-unrel-42e816","provider":"e2e-att-unrel-42e816-provider","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:40.991181597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"5ce88f0d-5ba1-47a4-8477-3ab7157c3812","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28c1e9","tenantID":"e2e-extmod-b-28c1e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:41.003011165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"5ce88f0d-5ba1-47a4-8477-3ab7157c3812","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"e2e-extmod-b-28c1e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:41.01350768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"namespace":"e2e-extmod-rec-user-f3c318","name":"e2e-rec-ctrl-81e947","reconcileID":"da0d3d5c-6305-4da8-b687-aaef5436a73f","MaaSModelRef":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"tenant":"e2e-extmod-b-4a477d","gateway":"openshift-ingress/e2e-extmod-b-4a477d","model":"e2e-extmod-rec-user-f3c318/e2e-rec-ctrl-81e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:41.013531569Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"namespace":"e2e-extmod-rec-user-f3c318","name":"e2e-rec-ctrl-81e947","reconcileID":"da0d3d5c-6305-4da8-b687-aaef5436a73f","MaaSModelRef":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"routeName":"external-model-e2e-rec-ctrl-81e947-e6ac36fac1e7","namespace":"e2e-extmod-rec-user-f3c318","model":"e2e-rec-ctrl-81e947","externalModel":"e2e-rec-ctrl-81e947","provider":"e2e-rec-ctrl-81e947-provider","gateway":"openshift-ingress/e2e-extmod-b-4a477d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:41.019776106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-unrel-42e816","reconcileID":"ce776865-cdfa-488f-a0ad-927948ff4373","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"tenant":"e2e-extmod-b-28c1e9","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","model":"e2e-extmod-att-user-098e87/e2e-att-unrel-42e816","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:41.019801516Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-unrel-42e816","reconcileID":"ce776865-cdfa-488f-a0ad-927948ff4373","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"routeName":"external-model-e2e-att-unrel-42e816-cc5877987d22","namespace":"e2e-extmod-att-user-098e87","model":"e2e-att-unrel-42e816","externalModel":"e2e-att-unrel-42e816","provider":"e2e-att-unrel-42e816-provider","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:41.027261642Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-42e816-sub","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-sub","reconcileID":"756ce5ac-e8bf-47dc-a0c8-702b3e1cbd10","MaaSSubscription":{"name":"e2e-att-unrel-42e816-sub","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"maas-trlp-e2e-att-unrel-42e816","model":"e2e-att-unrel-42e816","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-28c1e9/e2e-att-unrel-42e816-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:41.028297349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"36f4b456-c4c1-4320-bccc-3e6ef90d0ecf","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28c1e9","tenantID":"e2e-extmod-b-28c1e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:41.036929914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"36f4b456-c4c1-4320-bccc-3e6ef90d0ecf","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"e2e-extmod-b-28c1e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:41.053979945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-unrel-42e816","reconcileID":"66c47ebe-bbb6-44a0-9670-5efbbe8ba14d","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"tenant":"e2e-extmod-b-28c1e9","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","model":"e2e-extmod-att-user-098e87/e2e-att-unrel-42e816","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:41.053998138Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-unrel-42e816","reconcileID":"66c47ebe-bbb6-44a0-9670-5efbbe8ba14d","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"routeName":"external-model-e2e-att-unrel-42e816-cc5877987d22","namespace":"e2e-extmod-att-user-098e87","model":"e2e-att-unrel-42e816","externalModel":"e2e-att-unrel-42e816","provider":"e2e-att-unrel-42e816-provider","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:41.067440348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-42e816-sub","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-sub","reconcileID":"c1878df3-9180-4096-b5c0-7419d289dd68","MaaSSubscription":{"name":"e2e-att-unrel-42e816-sub","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"maas-trlp-e2e-att-unrel-42e816","model":"e2e-extmod-att-user-098e87/e2e-att-unrel-42e816","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:43.517461697Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4fa44d","namespace":"e2e-extmod-rec-noaccess-f56284"},"namespace":"e2e-extmod-rec-noaccess-f56284","name":"e2e-rec-recover-4fa44d","reconcileID":"0b5f3664-fa6e-4fe8-b25c-4ad6578b6962","MaaSModelRef":{"name":"e2e-rec-recover-4fa44d","namespace":"e2e-extmod-rec-noaccess-f56284"},"name":"e2e-rec-recover-4fa44d","namespace":"e2e-extmod-rec-noaccess-f56284","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:43.556247272Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-4fa44d","namespace":"e2e-extmod-rec-noaccess-f56284"},"namespace":"e2e-extmod-rec-noaccess-f56284","name":"e2e-rec-recover-4fa44d","reconcileID":"930e9fd1-f8ba-4992-94fc-26600e52a553","namespace":"e2e-extmod-rec-noaccess-f56284","name":"e2e-rec-recover-4fa44d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:43.580324246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"6f612b2f-8597-49a6-b06b-9fb99c1d9947","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:43.580427529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"205e29ae-9d48-4b46-8b74-6cfe0b7ac5fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:43.582148968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"630c0be3-de14-4719-a3b5-9344f8dfea49","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:43.582166444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"a9d24646-5970-4102-95e1-a530cb5d4aa1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:43.583640003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"b2c082fe-e750-4ece-8895-0f1e456cc57d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:43.590012599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"205e29ae-9d48-4b46-8b74-6cfe0b7ac5fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:43.590399078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"630c0be3-de14-4719-a3b5-9344f8dfea49","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:43.592714884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"a9d24646-5970-4102-95e1-a530cb5d4aa1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:43.593016375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"b2c082fe-e750-4ece-8895-0f1e456cc57d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:43.595171059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"6f612b2f-8597-49a6-b06b-9fb99c1d9947","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:43.606159617Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-f3d6a5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fece048a86e70b12d38facf7559845426325824224174c655d19532a8caed42d) AuthConfig (a95b7e0ed099e0210d634f4aa7eb01b681310e75b1ddd8b75107d9c2db14012e) AuthConfig (7f8c744502aff1007195fd65630ae4a66c6fa0bb19b7bcf7b8a2710ac3f12b29) AuthConfig (f31abcdd8a48fb7c437bf3c23423908e16c8244491e132cd28d5834fd5afd572)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"630c0be3-de14-4719-a3b5-9344f8dfea49","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:43.688908559Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-4fa44d","namespace":"e2e-extmod-rec-noaccess-f56284"},"namespace":"e2e-extmod-rec-noaccess-f56284","name":"e2e-rec-recover-4fa44d","reconcileID":"f9c4991f-ed64-4d3a-abde-33488bb19e68","namespace":"e2e-extmod-rec-noaccess-f56284","name":"e2e-rec-recover-4fa44d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:43.691640885Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4fa44d","namespace":"e2e-extmod-rec-noaccess-f56284"},"namespace":"e2e-extmod-rec-noaccess-f56284","name":"e2e-rec-recover-4fa44d","reconcileID":"fe54225b-71e4-446d-856b-18543eda1eb1","MaaSModelRef":{"name":"e2e-rec-recover-4fa44d","namespace":"e2e-extmod-rec-noaccess-f56284"},"name":"e2e-rec-recover-4fa44d","namespace":"e2e-extmod-rec-noaccess-f56284","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:43.700304954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-unrel-edb92d-access","reconcileID":"462739ca-ac56-4ecc-9809-3eae574dfca0","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:43.701949939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"8e37361b-d46a-4f30-9e87-9a0292840663","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:43.702990251Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-4fa44d","namespace":"e2e-extmod-rec-noaccess-f56284"},"namespace":"e2e-extmod-rec-noaccess-f56284","name":"e2e-rec-recover-4fa44d","reconcileID":"83b20f5d-eda9-41e4-b33f-738d64521533","namespace":"e2e-extmod-rec-noaccess-f56284","name":"e2e-rec-recover-4fa44d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:43.703257309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"74c13582-7482-4fd6-80e0-93afcf08b928","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:43.709618246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-unrel-edb92d-access","reconcileID":"462739ca-ac56-4ecc-9809-3eae574dfca0","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:43.710202945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5e45d7d4-639e-4f68-996a-3bcfd4cf7c85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:43.717621379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"74c13582-7482-4fd6-80e0-93afcf08b928","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:43.718202312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"8e37361b-d46a-4f30-9e87-9a0292840663","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:43.71047214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e2d653e-3229-4d49-88a0-d41e9c4acaa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:43.724939777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5e45d7d4-639e-4f68-996a-3bcfd4cf7c85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:43.725617668Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-4fa44d","namespace":"e2e-extmod-rec-noaccess-f56284"},"namespace":"e2e-extmod-rec-noaccess-f56284","name":"e2e-rec-recover-4fa44d","reconcileID":"dbb17623-b828-4c77-9192-68af9bcfa75a","namespace":"e2e-extmod-rec-noaccess-f56284","name":"e2e-rec-recover-4fa44d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:43.75738949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e2d653e-3229-4d49-88a0-d41e9c4acaa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:10:43.815593981Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4fa44d","namespace":"e2e-extmod-rec-noaccess-f56284"},"namespace":"e2e-extmod-rec-noaccess-f56284","name":"e2e-rec-recover-4fa44d","reconcileID":"fe075964-c19d-4dd8-9f4f-236fdc7d18b1","error":"maasmodelrefs.maas.opendatahub.io \"e2e-rec-recover-4fa44d\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:43.980500093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"b6121319-c2de-4320-8ce6-4cada6af5926","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:43.980666117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"62c0039e-a37d-4b79-ae41-95f20f3b1f1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:43.981502924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"6c61b507-0a22-4bd8-b563-27949d478a96","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28c1e9","tenantID":"e2e-extmod-b-28c1e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:43.981908156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"5f3561ed-9edf-4848-8054-438d1b4688d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:44.058596237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"6c61b507-0a22-4bd8-b563-27949d478a96","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"e2e-extmod-b-28c1e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:44.058935856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"67206ef3-28f3-4fff-b594-26fc09bb61d2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:44.059314428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"b6121319-c2de-4320-8ce6-4cada6af5926","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:44.061360536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"62c0039e-a37d-4b79-ae41-95f20f3b1f1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:44.061697884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"5f3561ed-9edf-4848-8054-438d1b4688d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:44.066990566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"67206ef3-28f3-4fff-b594-26fc09bb61d2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:44.081645227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"87127267-847e-4362-ae89-462fb7c3cd0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:44.083513248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"e4605697-2f26-468e-9ccb-45a3ec760abc","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:44.083637968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"e06d7c3a-56f9-4e30-914c-ad005db4eb0c","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:44.084192424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"4a255f90-ecf4-448e-9081-78ae882501af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:44.089569915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"87127267-847e-4362-ae89-462fb7c3cd0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:44.092691891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"e06d7c3a-56f9-4e30-914c-ad005db4eb0c","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:44.093194012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"e4605697-2f26-468e-9ccb-45a3ec760abc","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:44.095881923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"7aa02149-69f8-43f1-966d-d9944bdeb10a","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:44.095910948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"4a255f90-ecf4-448e-9081-78ae882501af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:44.158891239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"7aa02149-69f8-43f1-966d-d9944bdeb10a","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:44.181737353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"a7ac3e9f-eb44-41a5-8dba-ba1ea91cdf63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:44.184239647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"35bcb944-516a-4436-8327-644bb20fb535","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:44.190003067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"a7ac3e9f-eb44-41a5-8dba-ba1ea91cdf63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:44.192185797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"35bcb944-516a-4436-8327-644bb20fb535","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:44.214417861Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-f3d6a5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fece048a86e70b12d38facf7559845426325824224174c655d19532a8caed42d) AuthConfig (a95b7e0ed099e0210d634f4aa7eb01b681310e75b1ddd8b75107d9c2db14012e) AuthConfig (7f8c744502aff1007195fd65630ae4a66c6fa0bb19b7bcf7b8a2710ac3f12b29) AuthConfig (f31abcdd8a48fb7c437bf3c23423908e16c8244491e132cd28d5834fd5afd572)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"35bcb944-516a-4436-8327-644bb20fb535","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:44.322502463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"b9593125-cfd5-4971-97e5-8caeb69b81e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:44.322774667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"9725f33b-7b8f-471f-b0d7-f6ccf18443ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:44.322518389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2fbb985f-863d-402c-8b86-82b6f4b93caa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:44.323705124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c10576d-f278-4a95-8a4f-3a87f619f997","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:44.332559509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"9725f33b-7b8f-471f-b0d7-f6ccf18443ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:44.332649318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2fbb985f-863d-402c-8b86-82b6f4b93caa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:44.334993835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c10576d-f278-4a95-8a4f-3a87f619f997","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:44.334996176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"b9593125-cfd5-4971-97e5-8caeb69b81e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:44.382143168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"96c44760-f341-4bca-acaf-c844185e92c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:44.383143158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-unrel-edb92d-access","reconcileID":"bac02603-9f8c-4920-856e-9ecebc1003f5","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:44.383660715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"6f769ca2-57d6-4ea5-99f7-d65b5001ebb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:44.390038598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"96c44760-f341-4bca-acaf-c844185e92c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:44.392512193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"a02a2c62-25b6-4247-bc13-67aabd834556","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:44.395135222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"6f769ca2-57d6-4ea5-99f7-d65b5001ebb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:44.396743168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-unrel-edb92d-access","reconcileID":"bac02603-9f8c-4920-856e-9ecebc1003f5","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:44.399798156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"a02a2c62-25b6-4247-bc13-67aabd834556","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:44.573939054Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-4a477d priority=0:[ai-tenant-e2e-extmod-b-4a477d/e2e-att-serve-3c5be9-sub ai-tenant-e2e-extmod-b-4a477d/e2e-rec-ctrl-81e947-sub]","namespace=ai-tenant-e2e-extmod-b-e67d95 priority=0:[ai-tenant-e2e-extmod-b-e67d95/e2e-att-serve-5d6e6d-sub ai-tenant-e2e-extmod-b-e67d95/e2e-att-unrel-edb92d-sub]","namespace=ai-tenant-e2e-extmod-b-f3d6a5 priority=0:[ai-tenant-e2e-extmod-b-f3d6a5/e2e-att-serve-00d29c-sub ai-tenant-e2e-extmod-b-f3d6a5/e2e-rec-ctrl-62335f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:44.586857028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-unrel-edb92d","reconcileID":"1cafea8f-edd0-4420-a43d-f02366a69f94","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"tenant":"e2e-extmod-b-e67d95","gateway":"openshift-ingress/e2e-extmod-b-e67d95","model":"e2e-extmod-att-user-17462c/e2e-att-unrel-edb92d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:44.586885823Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-unrel-edb92d","reconcileID":"1cafea8f-edd0-4420-a43d-f02366a69f94","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"routeName":"external-model-e2e-att-unrel-edb92d-b9d79676061a","namespace":"e2e-extmod-att-user-17462c","model":"e2e-att-unrel-edb92d","externalModel":"e2e-att-unrel-edb92d","provider":"e2e-att-unrel-edb92d-provider","gateway":"openshift-ingress/e2e-extmod-b-e67d95","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:10:44.594222696Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-e67d95/e2e-att-unrel-edb92d-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-unrel-edb92d-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:44.595936975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"a6d5db1e-b054-4507-8dfd-700df9c2c091","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:44.596253126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-unrel-edb92d-access","reconcileID":"c5c22ed7-b2e9-45dc-89fd-4a8fb5cd7106","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:44.605005484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"a6d5db1e-b054-4507-8dfd-700df9c2c091","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:44.605221907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-unrel-edb92d-access","reconcileID":"c5c22ed7-b2e9-45dc-89fd-4a8fb5cd7106","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:44.610061869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-serve-5d6e6d","reconcileID":"501d72ff-a9a0-48bd-ac13-31b81b75e92e","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"tenant":"e2e-extmod-b-e67d95","gateway":"openshift-ingress/e2e-extmod-b-e67d95","model":"e2e-extmod-att-user-17462c/e2e-att-serve-5d6e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:44.610086563Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-serve-5d6e6d","reconcileID":"501d72ff-a9a0-48bd-ac13-31b81b75e92e","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"routeName":"external-model-e2e-att-serve-5d6e6d-e21fd9a9577e","namespace":"e2e-extmod-att-user-17462c","model":"e2e-att-serve-5d6e6d","externalModel":"e2e-att-serve-5d6e6d","provider":"e2e-att-serve-5d6e6d-provider","gateway":"openshift-ingress/e2e-extmod-b-e67d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:44.656827361Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-edb92d-sub","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-unrel-edb92d-sub","reconcileID":"e4246e19-a277-4fa7-b173-f2a5564c0679","MaaSSubscription":{"name":"e2e-att-unrel-edb92d-sub","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"maas-trlp-e2e-att-unrel-edb92d","model":"e2e-att-unrel-edb92d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-e67d95/e2e-att-unrel-edb92d-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:44.656954927Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-unrel-edb92d","reconcileID":"3e9bdf13-777a-4880-9406-c3234e9782aa","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"tenant":"e2e-extmod-b-e67d95","gateway":"openshift-ingress/e2e-extmod-b-e67d95","model":"e2e-extmod-att-user-17462c/e2e-att-unrel-edb92d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:44.656979106Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-unrel-edb92d","reconcileID":"3e9bdf13-777a-4880-9406-c3234e9782aa","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"routeName":"external-model-e2e-att-unrel-edb92d-b9d79676061a","namespace":"e2e-extmod-att-user-17462c","model":"e2e-att-unrel-edb92d","externalModel":"e2e-att-unrel-edb92d","provider":"e2e-att-unrel-edb92d-provider","gateway":"openshift-ingress/e2e-extmod-b-e67d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:44.684845339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-unrel-edb92d","reconcileID":"c800a0fb-a533-479f-b8d3-e1003e7febce","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"tenant":"e2e-extmod-b-e67d95","gateway":"openshift-ingress/e2e-extmod-b-e67d95","model":"e2e-extmod-att-user-17462c/e2e-att-unrel-edb92d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:44.684869879Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-unrel-edb92d","reconcileID":"c800a0fb-a533-479f-b8d3-e1003e7febce","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"routeName":"external-model-e2e-att-unrel-edb92d-b9d79676061a","namespace":"e2e-extmod-att-user-17462c","model":"e2e-att-unrel-edb92d","externalModel":"e2e-att-unrel-edb92d","provider":"e2e-att-unrel-edb92d-provider","gateway":"openshift-ingress/e2e-extmod-b-e67d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:44.708682047Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-edb92d-sub","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-unrel-edb92d-sub","reconcileID":"f59e5a0d-bae6-453b-9302-a269442e298f","MaaSSubscription":{"name":"e2e-att-unrel-edb92d-sub","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"maas-trlp-e2e-att-unrel-edb92d","model":"e2e-extmod-att-user-17462c/e2e-att-unrel-edb92d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:44.779626809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-unrel-edb92d-access","reconcileID":"f81ae905-960c-45b5-b544-baefa7727e6a","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:44.780223652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"99d63fc4-c380-4f09-ab87-b4f4e2a0242e","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:44.786805924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-unrel-edb92d-access","reconcileID":"f81ae905-960c-45b5-b544-baefa7727e6a","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:44.787866159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"99d63fc4-c380-4f09-ab87-b4f4e2a0242e","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:54.231336929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"978782c5-da76-4424-9705-6f46da5183c5","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:54.23831435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"978782c5-da76-4424-9705-6f46da5183c5","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:54.244359379Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-f3d6a5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fece048a86e70b12d38facf7559845426325824224174c655d19532a8caed42d) AuthConfig (a95b7e0ed099e0210d634f4aa7eb01b681310e75b1ddd8b75107d9c2db14012e) AuthConfig (7f8c744502aff1007195fd65630ae4a66c6fa0bb19b7bcf7b8a2710ac3f12b29) AuthConfig (f31abcdd8a48fb7c437bf3c23423908e16c8244491e132cd28d5834fd5afd572)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"978782c5-da76-4424-9705-6f46da5183c5","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:56.010033797Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"namespace":"e2e-extmod-rec-user-f3c318","name":"e2e-rec-ctrl-81e947","reconcileID":"a0aaf0f6-bba0-4117-b3ab-c37927aefe30","namespace":"e2e-extmod-rec-user-f3c318","name":"e2e-rec-ctrl-81e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:56.016494702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"namespace":"e2e-extmod-rec-user-f3c318","name":"e2e-rec-ctrl-81e947","reconcileID":"a53c1e33-b62a-44af-b4d5-af890ef2608f","MaaSModelRef":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"tenant":"e2e-extmod-b-4a477d","gateway":"openshift-ingress/e2e-extmod-b-4a477d","model":"e2e-extmod-rec-user-f3c318/e2e-rec-ctrl-81e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:56.016517662Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"namespace":"e2e-extmod-rec-user-f3c318","name":"e2e-rec-ctrl-81e947","reconcileID":"a53c1e33-b62a-44af-b4d5-af890ef2608f","MaaSModelRef":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"routeName":"external-model-e2e-rec-ctrl-81e947-e6ac36fac1e7","namespace":"e2e-extmod-rec-user-f3c318","model":"e2e-rec-ctrl-81e947","externalModel":"e2e-rec-ctrl-81e947","provider":"e2e-rec-ctrl-81e947-provider","gateway":"openshift-ingress/e2e-extmod-b-4a477d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:56.090941873Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"namespace":"e2e-extmod-rec-user-f3c318","name":"e2e-rec-ctrl-81e947","reconcileID":"88d95582-9944-4500-b3a0-25a75addebd4","MaaSModelRef":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"routeName":"external-model-e2e-rec-ctrl-81e947-e6ac36fac1e7","namespace":"e2e-extmod-rec-user-f3c318","model":"e2e-rec-ctrl-81e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:56.094424928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"0f491024-bf09-4874-b4a7-1586542e637f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:56.09463765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"922c7bdb-1764-484b-a4ad-29ab87435cd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:56.09518145Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-81e947-sub","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-sub","reconcileID":"79a8f0a1-ef53-4aba-bb39-a3079aef146d","MaaSSubscription":{"name":"e2e-rec-ctrl-81e947-sub","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"model":"e2e-extmod-rec-user-f3c318/e2e-rec-ctrl-81e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:56.096504452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ad650719-26d3-4dcc-90ec-529672ccbecc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:56.097124921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"dd3b951e-8779-4f92-9b91-8cef7b2daa7b","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:56.111296163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"dd3b951e-8779-4f92-9b91-8cef7b2daa7b","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:56.116277407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ad650719-26d3-4dcc-90ec-529672ccbecc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:56.117661521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"0f491024-bf09-4874-b4a7-1586542e637f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:56.12184295Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-f3d6a5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fece048a86e70b12d38facf7559845426325824224174c655d19532a8caed42d) AuthConfig (a95b7e0ed099e0210d634f4aa7eb01b681310e75b1ddd8b75107d9c2db14012e) AuthConfig (7f8c744502aff1007195fd65630ae4a66c6fa0bb19b7bcf7b8a2710ac3f12b29) AuthConfig (f31abcdd8a48fb7c437bf3c23423908e16c8244491e132cd28d5834fd5afd572)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"dd3b951e-8779-4f92-9b91-8cef7b2daa7b","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:56.122296038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"922c7bdb-1764-484b-a4ad-29ab87435cd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:56.124661458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c8852908-f85a-406f-8ccf-ca99f0b5bde4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:56.159553111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c8852908-f85a-406f-8ccf-ca99f0b5bde4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:56.183296932Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"namespace":"e2e-extmod-rec-user-f3c318","name":"e2e-rec-ctrl-81e947","reconcileID":"e0f8994d-1b9a-4942-9954-454e422238f3","MaaSModelRef":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"routeName":"external-model-e2e-rec-ctrl-81e947-e6ac36fac1e7","namespace":"e2e-extmod-rec-user-f3c318","model":"e2e-rec-ctrl-81e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:56.200848529Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-81e947-sub","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-sub","reconcileID":"95ad7ac4-7a2e-4640-8677-357a58094211","MaaSSubscription":{"name":"e2e-rec-ctrl-81e947-sub","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"model":"e2e-extmod-rec-user-f3c318/e2e-rec-ctrl-81e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:56.223338773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"4190ddce-bda8-45c5-9587-43620b7a29e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:56.230233803Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"namespace":"e2e-extmod-rec-user-f3c318","name":"e2e-rec-ctrl-81e947","reconcileID":"6167d67d-0355-429e-bafe-b442ae07267c","namespace":"e2e-extmod-rec-user-f3c318","name":"e2e-rec-ctrl-81e947","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:10:56.239532857Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"namespace":"e2e-extmod-rec-user-f3c318","name":"e2e-rec-ctrl-81e947","reconcileID":"6e516c75-06d7-4dd7-b4ec-fe469dd8b61d","MaaSModelRef":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"error":"ExternalModel e2e-rec-ctrl-81e947 not found in namespace e2e-extmod-rec-user-f3c318 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:56.24058607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"4190ddce-bda8-45c5-9587-43620b7a29e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:10:56.249468967Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"namespace":"e2e-extmod-rec-user-f3c318","name":"e2e-rec-ctrl-81e947","reconcileID":"6e516c75-06d7-4dd7-b4ec-fe469dd8b61d","error":"ExternalModel e2e-rec-ctrl-81e947 not found in namespace e2e-extmod-rec-user-f3c318 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:10:56.255717995Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"namespace":"e2e-extmod-rec-user-f3c318","name":"e2e-rec-ctrl-81e947","reconcileID":"b22e41d1-4ea8-461a-bc1f-5384a1e19372","MaaSModelRef":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"error":"ExternalModel e2e-rec-ctrl-81e947 not found in namespace e2e-extmod-rec-user-f3c318 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:10:56.255788055Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"namespace":"e2e-extmod-rec-user-f3c318","name":"e2e-rec-ctrl-81e947","reconcileID":"b22e41d1-4ea8-461a-bc1f-5384a1e19372","error":"ExternalModel e2e-rec-ctrl-81e947 not found in namespace e2e-extmod-rec-user-f3c318 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:10:56.287427877Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"namespace":"e2e-extmod-rec-user-f3c318","name":"e2e-rec-ctrl-81e947","reconcileID":"b97e82b2-bd98-4818-ba35-12041d80fd39","MaaSModelRef":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"error":"ExternalModel e2e-rec-ctrl-81e947 not found in namespace e2e-extmod-rec-user-f3c318 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:10:56.287587449Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"namespace":"e2e-extmod-rec-user-f3c318","name":"e2e-rec-ctrl-81e947","reconcileID":"b97e82b2-bd98-4818-ba35-12041d80fd39","error":"ExternalModel e2e-rec-ctrl-81e947 not found in namespace e2e-extmod-rec-user-f3c318 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:56.295594347Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-81e947-sub","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-sub","reconcileID":"ef62c055-b27b-4663-bb4e-be7c9a710fcc","MaaSSubscription":{"name":"e2e-rec-ctrl-81e947-sub","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"model":"e2e-extmod-rec-user-f3c318/e2e-rec-ctrl-81e947","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:10:56.347719324Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"namespace":"e2e-extmod-rec-user-f3c318","name":"e2e-rec-ctrl-81e947","reconcileID":"fc284548-c186-401f-9b9d-b53283318b54","MaaSModelRef":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"error":"ExternalModel e2e-rec-ctrl-81e947 not found in namespace e2e-extmod-rec-user-f3c318 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:10:56.347890649Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"namespace":"e2e-extmod-rec-user-f3c318","name":"e2e-rec-ctrl-81e947","reconcileID":"fc284548-c186-401f-9b9d-b53283318b54","error":"ExternalModel e2e-rec-ctrl-81e947 not found in namespace e2e-extmod-rec-user-f3c318 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:56.354236583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"e68c7cc0-0491-4583-821b-e34325909c71","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28c1e9","tenantID":"e2e-extmod-b-28c1e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:56.361405688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"424d6429-6bb2-4ae0-bd21-92ee6ad6b88b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:56.370670071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"e68c7cc0-0491-4583-821b-e34325909c71","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"e2e-extmod-b-28c1e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:56.377073729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"424d6429-6bb2-4ae0-bd21-92ee6ad6b88b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:56.38655493Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-81e947-sub","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-sub","reconcileID":"3d3e7257-fb3d-4cab-9f7a-ab9c64b6c8c3","MaaSSubscription":{"name":"e2e-rec-ctrl-81e947-sub","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"model":"e2e-extmod-rec-user-f3c318/e2e-rec-ctrl-81e947","error":"MaaSModelRef not found: e2e-extmod-rec-user-f3c318/e2e-rec-ctrl-81e947 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:56.440741811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"d4a652c0-d0dd-4d30-81e7-91dedd8dd898","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:56.453553373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"d4a652c0-d0dd-4d30-81e7-91dedd8dd898","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:56.458795571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"09580df5-6bce-4bca-baac-a9a03ead9c99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:56.469154495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"09580df5-6bce-4bca-baac-a9a03ead9c99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:56.518752667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"9c026410-84dc-41a4-b04d-4b3950c8bfb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:56.566584162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"34537c90-8a24-40ba-bd4d-1d2e3ee8c7c1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:56.57020456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"9c026410-84dc-41a4-b04d-4b3950c8bfb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:56.570569348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"3e6a200d-2113-48f9-b685-69f328a45b74","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:56.575792817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"34537c90-8a24-40ba-bd4d-1d2e3ee8c7c1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:56.575821456Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"34537c90-8a24-40ba-bd4d-1d2e3ee8c7c1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"model":"e2e-extmod-rec-user-f3c318/e2e-rec-ctrl-81e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:56.579341125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"3e6a200d-2113-48f9-b685-69f328a45b74","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:56.676360452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"3d9fadbf-e07d-44b3-8c1a-d83e751cae0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:56.678148017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"43b0ede4-e9c3-447a-96ba-e7f9cb7cab19","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:56.684557793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"3d9fadbf-e07d-44b3-8c1a-d83e751cae0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:56.757527265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"43b0ede4-e9c3-447a-96ba-e7f9cb7cab19","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:10:56.761493291Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-81e947","namespace":"e2e-extmod-rec-user-f3c318"},"namespace":"e2e-extmod-rec-user-f3c318","name":"e2e-rec-ctrl-81e947","reconcileID":"19c623c1-51d0-4c46-b2a4-bb6d52b837f4","error":"maasmodelrefs.maas.opendatahub.io \"e2e-rec-ctrl-81e947\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:56.776220402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"e9ebd7d8-c075-4452-9010-e5e5c311599b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:56.778700286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"1faf0cd0-ab76-4956-a999-d42e901916a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:56.77887378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"0d4fa7ae-bebd-457b-89bc-37ec57bdbdbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:56.783256853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"e9ebd7d8-c075-4452-9010-e5e5c311599b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:56.786008413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"0d4fa7ae-bebd-457b-89bc-37ec57bdbdbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:56.786014619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"1faf0cd0-ab76-4956-a999-d42e901916a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:56.878991981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc3529d4-93d1-4a6a-a62c-1170496f58cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:56.879901979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"651ab84b-343a-4710-9a5b-3d434ab113be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:56.880993631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-unrel-edb92d-access","reconcileID":"3654e2bd-69cb-4cb8-a2ce-c7fd11c3c732","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:56.881796196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"b7186e5b-5931-42b5-b119-2f443c9d0ab1","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:56.882138911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"4e966140-45b6-4ae0-a70c-543f3be7881c","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:56.888645809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc3529d4-93d1-4a6a-a62c-1170496f58cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:56.893488352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"651ab84b-343a-4710-9a5b-3d434ab113be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:56.959701114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-unrel-edb92d-access","reconcileID":"3654e2bd-69cb-4cb8-a2ce-c7fd11c3c732","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:56.962470032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"b7186e5b-5931-42b5-b119-2f443c9d0ab1","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:56.963226115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"4e966140-45b6-4ae0-a70c-543f3be7881c","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:56.972903426Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-f3d6a5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fece048a86e70b12d38facf7559845426325824224174c655d19532a8caed42d) AuthConfig (a95b7e0ed099e0210d634f4aa7eb01b681310e75b1ddd8b75107d9c2db14012e) AuthConfig (7f8c744502aff1007195fd65630ae4a66c6fa0bb19b7bcf7b8a2710ac3f12b29) AuthConfig (f31abcdd8a48fb7c437bf3c23423908e16c8244491e132cd28d5834fd5afd572)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"b7186e5b-5931-42b5-b119-2f443c9d0ab1","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:57.001678027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b7db07b-ce2e-46b7-a367-a7bf39be526b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:57.056961723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b7db07b-ce2e-46b7-a367-a7bf39be526b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:57.105662423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"dac34b1c-e6f3-4ef2-ba15-b2fe542378a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:57.106824951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"31bba27f-cdbe-4f63-b471-c8391a0b6dff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:57.109702257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"4cdce171-d19f-4542-835c-c940c1d726f9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:57.110496062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"afb71712-6fd5-4827-9b55-1b7cd21c75de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:57.11535226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"31bba27f-cdbe-4f63-b471-c8391a0b6dff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:57.115548177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"dac34b1c-e6f3-4ef2-ba15-b2fe542378a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:57.118900596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"4cdce171-d19f-4542-835c-c940c1d726f9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:57.118930297Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"4cdce171-d19f-4542-835c-c940c1d726f9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"model":"e2e-extmod-rec-user-f3c318/e2e-rec-ctrl-81e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:57.119801735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"afb71712-6fd5-4827-9b55-1b7cd21c75de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:57.666025474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-42e816-sub","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-sub","reconcileID":"3a1b40a6-fa76-41c4-b1fd-d6956e42e83a","MaaSSubscription":{"name":"e2e-att-unrel-42e816-sub","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"maas-trlp-e2e-att-unrel-42e816","model":"e2e-extmod-att-user-098e87/e2e-att-unrel-42e816","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:57.763298468Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-unrel-42e816","reconcileID":"33e23b9b-3335-49f4-8dec-6b75d3122b7c","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"tenant":"e2e-extmod-b-28c1e9","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","model":"e2e-extmod-att-user-098e87/e2e-att-unrel-42e816","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:57.763337736Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-unrel-42e816","reconcileID":"33e23b9b-3335-49f4-8dec-6b75d3122b7c","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"routeName":"external-model-e2e-att-unrel-42e816-cc5877987d22","namespace":"e2e-extmod-att-user-098e87","model":"e2e-att-unrel-42e816","externalModel":"e2e-att-unrel-42e816","provider":"e2e-att-unrel-42e816-provider","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:58.407451577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-unrel-edb92d-access","reconcileID":"c0aaedb8-c588-4012-b2c2-71af2e4b7ee1","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:58.410598419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"6cfa0ba9-6288-4c59-a181-88b9f49b33f8","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:58.415609713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-unrel-edb92d-access","reconcileID":"c0aaedb8-c588-4012-b2c2-71af2e4b7ee1","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:58.41865401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"6cfa0ba9-6288-4c59-a181-88b9f49b33f8","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:59.080012597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"2b1e1389-ee1f-41cb-af74-6ba33430614e","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28c1e9","tenantID":"e2e-extmod-b-28c1e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:59.088032616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"2b1e1389-ee1f-41cb-af74-6ba33430614e","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"e2e-extmod-b-28c1e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:59.891907215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ecc266"},"namespace":"ai-tenant-e2e-extmod-b-ecc266","name":"default-tenant","reconcileID":"842048b9-a5d9-4048-b05e-eacf9448ef86","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ecc266","tenantID":"e2e-extmod-b-ecc266","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:59.997405463Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ecc266"},"namespace":"ai-tenant-e2e-extmod-b-ecc266","name":"default-tenant","reconcileID":"842048b9-a5d9-4048-b05e-eacf9448ef86","name":"e2e-extmod-b-ecc266-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:00.915914267Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","reconcileID":"99ff98c2-663a-48ac-b38d-7bb83b6e2bec","namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:00.931869151Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","reconcileID":"ed7680ef-bcbc-4162-9f35-3c85db0ad80f","namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:00.937621286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"14680a7d-42c5-43b6-af04-dd02e1936cb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:00.938809559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"6920198c-0559-4a2a-9398-7104c4b3d3ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:00.939635971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"17784a87-61c5-4ab5-a0d3-45a5ac63ee50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:00.953962995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"73461f5e-6bc5-4ae4-a1bf-a86081833ae2","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:01.012923893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"17784a87-61c5-4ab5-a0d3-45a5ac63ee50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:01.01673816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"14680a7d-42c5-43b6-af04-dd02e1936cb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:01.02014628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"6920198c-0559-4a2a-9398-7104c4b3d3ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:01.02142987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"73461f5e-6bc5-4ae4-a1bf-a86081833ae2","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:01.028531457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"76dff07f-2cfa-43c0-8942-5138f3306d1b","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:01.029856031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-unrel-42e816","reconcileID":"20bbbace-6187-4c13-a353-ba859e57c93c","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"tenant":"e2e-extmod-b-28c1e9","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","model":"e2e-extmod-att-user-098e87/e2e-att-unrel-42e816","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:01.02988546Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-unrel-42e816","reconcileID":"20bbbace-6187-4c13-a353-ba859e57c93c","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"routeName":"external-model-e2e-att-unrel-42e816-cc5877987d22","namespace":"e2e-extmod-att-user-098e87","model":"e2e-att-unrel-42e816","externalModel":"e2e-att-unrel-42e816","provider":"e2e-att-unrel-42e816-provider","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:01.042709705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-42e816-sub","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-sub","reconcileID":"084bcdf5-15f9-4bbb-af3a-941b5f526332","MaaSSubscription":{"name":"e2e-att-unrel-42e816-sub","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"maas-trlp-e2e-att-unrel-42e816","model":"e2e-extmod-att-user-098e87/e2e-att-unrel-42e816","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:01.043279426Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-unrel-42e816","reconcileID":"a072179b-b254-4352-a4db-1f4221cc0d54","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"tenant":"e2e-extmod-b-28c1e9","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","model":"e2e-extmod-att-user-098e87/e2e-att-unrel-42e816","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:01.043360585Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-unrel-42e816","reconcileID":"a072179b-b254-4352-a4db-1f4221cc0d54","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"routeName":"external-model-e2e-att-unrel-42e816-cc5877987d22","namespace":"e2e-extmod-att-user-098e87","model":"e2e-att-unrel-42e816","externalModel":"e2e-att-unrel-42e816","provider":"e2e-att-unrel-42e816-provider","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:01.043555409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"76dff07f-2cfa-43c0-8942-5138f3306d1b","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:01.157470383Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","reconcileID":"374922fe-1bf4-4e4b-8fa7-b680894b26a7","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:01.181956849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"03ae547d-ca8e-4fe0-b5ca-9f41c153cfab","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:01.182304563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"62868da5-f606-4302-b514-43c2236efe5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:01.1951242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"0970f93f-95d9-4a78-9553-54c6989b02ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:01.204009432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"03ae547d-ca8e-4fe0-b5ca-9f41c153cfab","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:01.215601405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"0970f93f-95d9-4a78-9553-54c6989b02ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:01.217754866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"62868da5-f606-4302-b514-43c2236efe5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:01.276011022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"namespace":"e2e-extmod-rec-noaccess-1c2f06","name":"e2e-rec-recover-7e9c9f","reconcileID":"0c517cd3-ae6b-4052-a651-15b438f4215f","MaaSModelRef":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"tenant":"e2e-extmod-b-f3d6a5","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","model":"e2e-extmod-rec-noaccess-1c2f06/e2e-rec-recover-7e9c9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:01.276044634Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"namespace":"e2e-extmod-rec-noaccess-1c2f06","name":"e2e-rec-recover-7e9c9f","reconcileID":"0c517cd3-ae6b-4052-a651-15b438f4215f","MaaSModelRef":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"routeName":"external-model-e2e-rec-recover-7e9c9f-65993d3c79e7","namespace":"e2e-extmod-rec-noaccess-1c2f06","model":"e2e-rec-recover-7e9c9f","externalModel":"e2e-rec-recover-7e9c9f","provider":"e2e-rec-recover-7e9c9f-provider","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:01.337490509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"ddd86275-f58c-4a32-8178-081176d7b03c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:01.373617559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-unrel-edb92d-access","reconcileID":"71b6cda2-a112-43f4-b76a-6a810acbb00a","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:01.484463813Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","reconcileID":"c92217da-f481-4189-be5e-19ab825ea637","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:01.594072757Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","reconcileID":"793f6c4a-e5d0-40ec-a603-22719fb2d88b","namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:01.70440631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"ddd86275-f58c-4a32-8178-081176d7b03c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:01.70788015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-unrel-edb92d-access","reconcileID":"71b6cda2-a112-43f4-b76a-6a810acbb00a","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:01.719085204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-unrel-42e816","reconcileID":"d1ba367d-c49b-45d1-bb64-0acbf02ca570","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"tenant":"e2e-extmod-b-28c1e9","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","model":"e2e-extmod-att-user-098e87/e2e-att-unrel-42e816","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:01.71913909Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-unrel-42e816","reconcileID":"d1ba367d-c49b-45d1-bb64-0acbf02ca570","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"routeName":"external-model-e2e-att-unrel-42e816-cc5877987d22","namespace":"e2e-extmod-att-user-098e87","model":"e2e-att-unrel-42e816","externalModel":"e2e-att-unrel-42e816","provider":"e2e-att-unrel-42e816-provider","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:01.740558384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a970728d-7e70-4cf8-84d2-89110338ad23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:01.745920827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0467ef55-4cc0-4b5c-93ed-7689c0c52aaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:01.746506788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"657a944d-7731-4538-bc38-ef6db2eadaff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:01.748245771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-42e816-sub","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-sub","reconcileID":"7c56dc7f-7432-4840-a693-b8f7d37a67df","MaaSSubscription":{"name":"e2e-att-unrel-42e816-sub","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"maas-trlp-e2e-att-unrel-42e816","model":"e2e-extmod-att-user-098e87/e2e-att-unrel-42e816","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:11:01.748777936Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","reconcileID":"562200c7-da67-4d56-be0d-0d787ae24070","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"error":"ExternalModel e2e-extmod-att-user-098e87/e2e-att-detach-e41ac8 is attached to several gateways [openshift-ingress/e2e-extmod-a-e51c10 openshift-ingress/e2e-extmod-b-28c1e9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:01.752460892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a970728d-7e70-4cf8-84d2-89110338ad23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:01.762598019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0467ef55-4cc0-4b5c-93ed-7689c0c52aaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:01.769575193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"657a944d-7731-4538-bc38-ef6db2eadaff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:11:01.769776108Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","reconcileID":"562200c7-da67-4d56-be0d-0d787ae24070","error":"ExternalModel e2e-extmod-att-user-098e87/e2e-att-detach-e41ac8 is attached to several gateways [openshift-ingress/e2e-extmod-a-e51c10 openshift-ingress/e2e-extmod-b-28c1e9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:01.775052783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"2ef9449d-ce65-4d0d-8278-be90d65253d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:11:01.779291828Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","reconcileID":"36075f3f-68a7-49c3-9aa8-7618567cab34","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"error":"ExternalModel e2e-extmod-att-user-098e87/e2e-att-detach-e41ac8 is attached to several gateways [openshift-ingress/e2e-extmod-a-e51c10 openshift-ingress/e2e-extmod-b-28c1e9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:11:01.779364851Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","reconcileID":"36075f3f-68a7-49c3-9aa8-7618567cab34","error":"ExternalModel e2e-extmod-att-user-098e87/e2e-att-detach-e41ac8 is attached to several gateways [openshift-ingress/e2e-extmod-a-e51c10 openshift-ingress/e2e-extmod-b-28c1e9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:01.792149123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"2ef9449d-ce65-4d0d-8278-be90d65253d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:11:01.79638831Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","reconcileID":"4b39e328-35e7-49fb-b0bc-5fb0a774b695","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"error":"ExternalModel e2e-extmod-att-user-098e87/e2e-att-detach-e41ac8 is attached to several gateways [openshift-ingress/e2e-extmod-a-e51c10 openshift-ingress/e2e-extmod-b-28c1e9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:11:01.796474041Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","reconcileID":"4b39e328-35e7-49fb-b0bc-5fb0a774b695","error":"ExternalModel e2e-extmod-att-user-098e87/e2e-att-detach-e41ac8 is attached to several gateways [openshift-ingress/e2e-extmod-a-e51c10 openshift-ingress/e2e-extmod-b-28c1e9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:11:01.823044502Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","reconcileID":"4638cf6b-87ef-4fbf-9858-ac852c5463d4","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"error":"ExternalModel e2e-extmod-att-user-098e87/e2e-att-detach-e41ac8 is attached to several gateways [openshift-ingress/e2e-extmod-a-e51c10 openshift-ingress/e2e-extmod-b-28c1e9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:11:01.823121073Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","reconcileID":"4638cf6b-87ef-4fbf-9858-ac852c5463d4","error":"ExternalModel e2e-extmod-att-user-098e87/e2e-att-detach-e41ac8 is attached to several gateways [openshift-ingress/e2e-extmod-a-e51c10 openshift-ingress/e2e-extmod-b-28c1e9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:01.825668472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"7ef386c2-cc77-4397-85cf-bab1235d0531","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:01.832417791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"7ef386c2-cc77-4397-85cf-bab1235d0531","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:11:01.867721172Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","reconcileID":"72d4bc4d-8f74-4b0e-9a2d-a79da7cf4d2e","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"error":"ExternalModel e2e-extmod-att-user-098e87/e2e-att-detach-e41ac8 is attached to several gateways [openshift-ingress/e2e-extmod-a-e51c10 openshift-ingress/e2e-extmod-b-28c1e9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:11:01.8678075Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","reconcileID":"72d4bc4d-8f74-4b0e-9a2d-a79da7cf4d2e","error":"ExternalModel e2e-extmod-att-user-098e87/e2e-att-detach-e41ac8 is attached to several gateways [openshift-ingress/e2e-extmod-a-e51c10 openshift-ingress/e2e-extmod-b-28c1e9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:01.926847665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"115dd0fb-4f39-494b-8960-499076071383","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28c1e9","tenantID":"e2e-extmod-b-28c1e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:01.927781212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"c7547626-cd15-4df4-8208-1d1be8beb4c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:01.930755659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"9801b468-9d11-434e-ad9c-11edbe13086c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:01.932356003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"daedc3d3-b838-4ed2-8057-2bbc33bb7a71","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:01.935120619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"115dd0fb-4f39-494b-8960-499076071383","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"e2e-extmod-b-28c1e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:01.93643896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"c7547626-cd15-4df4-8208-1d1be8beb4c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:01.941526096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"daedc3d3-b838-4ed2-8057-2bbc33bb7a71","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:01.94155014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"9801b468-9d11-434e-ad9c-11edbe13086c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:11:01.951528426Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","reconcileID":"9e0cb7f5-fb93-4fb7-b9ec-3426d8d4e4e2","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"error":"ExternalModel e2e-extmod-att-user-098e87/e2e-att-detach-e41ac8 is attached to several gateways [openshift-ingress/e2e-extmod-a-e51c10 openshift-ingress/e2e-extmod-b-28c1e9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:11:01.951591313Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","reconcileID":"9e0cb7f5-fb93-4fb7-b9ec-3426d8d4e4e2","error":"ExternalModel e2e-extmod-att-user-098e87/e2e-att-detach-e41ac8 is attached to several gateways [openshift-ingress/e2e-extmod-a-e51c10 openshift-ingress/e2e-extmod-b-28c1e9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:01.980380455Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","reconcileID":"487c59ee-45c0-4191-aafd-2a73620b8a7f","namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:11:01.983921165Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","reconcileID":"2d869344-34db-474e-9259-d40b0e172ae9","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"error":"ExternalModel e2e-extmod-att-user-098e87/e2e-att-detach-e41ac8 is attached to several gateways [openshift-ingress/e2e-extmod-a-e51c10 openshift-ingress/e2e-extmod-b-28c1e9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:11:01.983993358Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","reconcileID":"2d869344-34db-474e-9259-d40b0e172ae9","error":"ExternalModel e2e-extmod-att-user-098e87/e2e-att-detach-e41ac8 is attached to several gateways [openshift-ingress/e2e-extmod-a-e51c10 openshift-ingress/e2e-extmod-b-28c1e9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:02.025899613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"bde08e00-c793-42f1-89bb-bb6a3f360ee5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:02.029238247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"51acde8f-356e-4d8a-8eae-823be84bfbf9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:02.033973622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"bde08e00-c793-42f1-89bb-bb6a3f360ee5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:02.06791213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"51acde8f-356e-4d8a-8eae-823be84bfbf9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:02.068731149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"13a7993a-9cc2-4a6e-b85e-9b4cfbadd4b3","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:02.072575268Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"bde08e00-c793-42f1-89bb-bb6a3f360ee5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"model":"e2e-extmod-rec-user-f3c318/e2e-rec-ctrl-81e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:02.089995957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"13a7993a-9cc2-4a6e-b85e-9b4cfbadd4b3","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:02.336712454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"2a887f5a-9f55-454f-a55e-50785347f3ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:11:02.338076742Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","reconcileID":"b8b89655-19b9-44ca-a27c-1cb6cedf7afd","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"error":"ExternalModel e2e-extmod-att-user-098e87/e2e-att-detach-e41ac8 is attached to several gateways [openshift-ingress/e2e-extmod-a-e51c10 openshift-ingress/e2e-extmod-b-28c1e9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:11:02.338267003Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","reconcileID":"b8b89655-19b9-44ca-a27c-1cb6cedf7afd","error":"ExternalModel e2e-extmod-att-user-098e87/e2e-att-detach-e41ac8 is attached to several gateways [openshift-ingress/e2e-extmod-a-e51c10 openshift-ingress/e2e-extmod-b-28c1e9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:02.360732933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"2a887f5a-9f55-454f-a55e-50785347f3ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:02.414414312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"bae51df4-edc2-4732-b42a-d87a0837d4bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:02.42982473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"c3f93167-e524-4fab-ad8d-656c651270dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:02.439724528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"bae51df4-edc2-4732-b42a-d87a0837d4bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:02.440576174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"00b9be40-67b6-4703-8ff2-317f9ee09dc1","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:02.457418196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"c3f93167-e524-4fab-ad8d-656c651270dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:02.462194704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"00b9be40-67b6-4703-8ff2-317f9ee09dc1","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:02.462633873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"e34fc456-6361-4398-918f-fe59100254c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:02.470662157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"e34fc456-6361-4398-918f-fe59100254c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:02.471167546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"f00b088b-1d91-4906-a57b-e8c5e54f1f4e","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:02.477070731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-unrel-edb92d-access","reconcileID":"e3bbbdd8-0551-484f-911b-8aa3bd447413","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:02.480065646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"f00b088b-1d91-4906-a57b-e8c5e54f1f4e","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:02.481429385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"4a3a4e68-93e8-4963-88ca-4c88a9069370","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:02.488727462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-unrel-edb92d-access","reconcileID":"e3bbbdd8-0551-484f-911b-8aa3bd447413","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:02.491407354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"4a3a4e68-93e8-4963-88ca-4c88a9069370","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:02.492838835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6b7dcd7-d904-42c9-911d-e1e63f67d116","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:02.494507242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91d0f591-0d5d-4988-937b-383ce4c12a2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:02.501478517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6b7dcd7-d904-42c9-911d-e1e63f67d116","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:02.559963962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91d0f591-0d5d-4988-937b-383ce4c12a2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:02.645267021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"970c08e3-8980-449d-9cd5-2407eb17754e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:02.645282467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"31990edc-ea33-4250-ae8b-d45d3486c09c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:02.646993712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"70d30943-c7d8-426b-9fab-600309377b8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:02.652974492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"970c08e3-8980-449d-9cd5-2407eb17754e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:02.6530114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"31990edc-ea33-4250-ae8b-d45d3486c09c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:02.65529683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"70d30943-c7d8-426b-9fab-600309377b8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:02.918183028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"9890fb07-c16d-41ea-bc48-c83d19d04748","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28c1e9","tenantID":"e2e-extmod-b-28c1e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:03.074431015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"9890fb07-c16d-41ea-bc48-c83d19d04748","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"e2e-extmod-b-28c1e9-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:11:03.08812825Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","reconcileID":"51cadfce-6592-4324-b1b9-5f73be968231","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"error":"ExternalModel e2e-extmod-att-user-098e87/e2e-att-detach-e41ac8 is attached to several gateways [openshift-ingress/e2e-extmod-a-e51c10 openshift-ingress/e2e-extmod-b-28c1e9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:11:03.088981747Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","reconcileID":"51cadfce-6592-4324-b1b9-5f73be968231","error":"ExternalModel e2e-extmod-att-user-098e87/e2e-att-detach-e41ac8 is attached to several gateways [openshift-ingress/e2e-extmod-a-e51c10 openshift-ingress/e2e-extmod-b-28c1e9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:03.100803546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"4840b93f-3014-4f93-b090-e191ac26dc67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:03.102507969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"56811bd2-2bdf-4304-9029-109c433a2238","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:03.1037025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"1c32019a-febe-4272-9ded-3c1c5f9752e6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:03.112987182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"4840b93f-3014-4f93-b090-e191ac26dc67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:03.114137305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"56811bd2-2bdf-4304-9029-109c433a2238","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:03.116164044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"1c32019a-febe-4272-9ded-3c1c5f9752e6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:11:04.383150994Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","reconcileID":"87d4ce91-cb40-497f-89fe-44f3be775476","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"error":"ExternalModel e2e-extmod-att-user-098e87/e2e-att-detach-e41ac8 is attached to several gateways [openshift-ingress/e2e-extmod-a-e51c10 openshift-ingress/e2e-extmod-b-28c1e9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:11:04.383221242Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","reconcileID":"87d4ce91-cb40-497f-89fe-44f3be775476","error":"ExternalModel e2e-extmod-att-user-098e87/e2e-att-detach-e41ac8 is attached to several gateways [openshift-ingress/e2e-extmod-a-e51c10 openshift-ingress/e2e-extmod-b-28c1e9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:04.807855392Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-4a477d priority=0:[ai-tenant-e2e-extmod-b-4a477d/e2e-att-serve-3c5be9-sub ai-tenant-e2e-extmod-b-4a477d/e2e-rec-ctrl-81e947-sub]","namespace=ai-tenant-e2e-extmod-b-e67d95 priority=0:[ai-tenant-e2e-extmod-b-e67d95/e2e-att-serve-5d6e6d-sub ai-tenant-e2e-extmod-b-e67d95/e2e-att-unrel-edb92d-sub]","namespace=ai-tenant-e2e-extmod-b-f3d6a5 priority=0:[ai-tenant-e2e-extmod-b-f3d6a5/e2e-att-serve-00d29c-sub ai-tenant-e2e-extmod-b-f3d6a5/e2e-rec-ctrl-62335f-sub ai-tenant-e2e-extmod-b-f3d6a5/e2e-rec-recover-7e9c9f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:04.810821525Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"namespace":"e2e-extmod-rec-noaccess-1c2f06","name":"e2e-rec-recover-7e9c9f","reconcileID":"1eb05349-27f5-43d4-a2f2-8159d175c666","MaaSModelRef":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"tenant":"e2e-extmod-b-f3d6a5","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","model":"e2e-extmod-rec-noaccess-1c2f06/e2e-rec-recover-7e9c9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:04.810844017Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"namespace":"e2e-extmod-rec-noaccess-1c2f06","name":"e2e-rec-recover-7e9c9f","reconcileID":"1eb05349-27f5-43d4-a2f2-8159d175c666","MaaSModelRef":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"routeName":"external-model-e2e-rec-recover-7e9c9f-65993d3c79e7","namespace":"e2e-extmod-rec-noaccess-1c2f06","model":"e2e-rec-recover-7e9c9f","externalModel":"e2e-rec-recover-7e9c9f","provider":"e2e-rec-recover-7e9c9f-provider","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:11:04.820287929Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-7e9c9f-sub","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-sub","reconcileID":"9e1eee61-c3dc-43d0-940d-0e3066ee0398","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rec-recover-7e9c9f-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:04.82438642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"4482f68e-420f-47da-88e7-5ef3a04bca3e","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:04.827509783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"127045ba-3c55-4daf-ab34-16d1dd36216a","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:04.827508418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"2e517b16-6cc6-4b63-a505-0f473164392d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:04.829404771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"namespace":"e2e-extmod-rec-noaccess-1c2f06","name":"e2e-rec-recover-7e9c9f","reconcileID":"59f9b7a9-c451-410f-a9ab-70985592d4c5","MaaSModelRef":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"tenant":"e2e-extmod-b-f3d6a5","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","model":"e2e-extmod-rec-noaccess-1c2f06/e2e-rec-recover-7e9c9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:04.829422713Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"namespace":"e2e-extmod-rec-noaccess-1c2f06","name":"e2e-rec-recover-7e9c9f","reconcileID":"59f9b7a9-c451-410f-a9ab-70985592d4c5","MaaSModelRef":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"routeName":"external-model-e2e-rec-recover-7e9c9f-65993d3c79e7","namespace":"e2e-extmod-rec-noaccess-1c2f06","model":"e2e-rec-recover-7e9c9f","externalModel":"e2e-rec-recover-7e9c9f","provider":"e2e-rec-recover-7e9c9f-provider","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:04.833836999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"4482f68e-420f-47da-88e7-5ef3a04bca3e","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:04.835515333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"127045ba-3c55-4daf-ab34-16d1dd36216a","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:04.83629641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"2e517b16-6cc6-4b63-a505-0f473164392d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:11:04.846001051Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"namespace":"e2e-extmod-rec-noaccess-1c2f06","name":"e2e-rec-recover-7e9c9f","reconcileID":"59f9b7a9-c451-410f-a9ab-70985592d4c5","name":"e2e-rec-recover-7e9c9f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-recover-7e9c9f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:11:04.846052048Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"namespace":"e2e-extmod-rec-noaccess-1c2f06","name":"e2e-rec-recover-7e9c9f","reconcileID":"59f9b7a9-c451-410f-a9ab-70985592d4c5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-recover-7e9c9f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:04.85425219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"namespace":"e2e-extmod-att-user-16d5f9","name":"e2e-att-serve-00d29c","reconcileID":"a8e4acca-ca4b-4ada-9de0-663b02c59c8d","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"tenant":"e2e-extmod-b-f3d6a5","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","model":"e2e-extmod-att-user-16d5f9/e2e-att-serve-00d29c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:04.854270299Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"namespace":"e2e-extmod-att-user-16d5f9","name":"e2e-att-serve-00d29c","reconcileID":"a8e4acca-ca4b-4ada-9de0-663b02c59c8d","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"routeName":"external-model-e2e-att-serve-00d29c-ac8fd43fe6bc","namespace":"e2e-extmod-att-user-16d5f9","model":"e2e-att-serve-00d29c","externalModel":"e2e-att-serve-00d29c","provider":"e2e-att-serve-00d29c-provider","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:04.861478027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e"},"namespace":"e2e-extmod-rec-user-b1658e","name":"e2e-rec-ctrl-62335f","reconcileID":"d4cd0cee-5c2b-491e-9dab-6ee6e95fa434","MaaSModelRef":{"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e"},"tenant":"e2e-extmod-b-f3d6a5","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","model":"e2e-extmod-rec-user-b1658e/e2e-rec-ctrl-62335f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:04.861496611Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e"},"namespace":"e2e-extmod-rec-user-b1658e","name":"e2e-rec-ctrl-62335f","reconcileID":"d4cd0cee-5c2b-491e-9dab-6ee6e95fa434","MaaSModelRef":{"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e"},"routeName":"external-model-e2e-rec-ctrl-62335f-51375fcf4daa","namespace":"e2e-extmod-rec-user-b1658e","model":"e2e-rec-ctrl-62335f","externalModel":"e2e-rec-ctrl-62335f","provider":"e2e-rec-ctrl-62335f-provider","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:04.868397372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"namespace":"e2e-extmod-rec-noaccess-1c2f06","name":"e2e-rec-recover-7e9c9f","reconcileID":"35f2ccd9-fdea-45a2-a9f3-81c816eb622a","MaaSModelRef":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"tenant":"e2e-extmod-b-f3d6a5","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","model":"e2e-extmod-rec-noaccess-1c2f06/e2e-rec-recover-7e9c9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:04.868416281Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"namespace":"e2e-extmod-rec-noaccess-1c2f06","name":"e2e-rec-recover-7e9c9f","reconcileID":"35f2ccd9-fdea-45a2-a9f3-81c816eb622a","MaaSModelRef":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"routeName":"external-model-e2e-rec-recover-7e9c9f-65993d3c79e7","namespace":"e2e-extmod-rec-noaccess-1c2f06","model":"e2e-rec-recover-7e9c9f","externalModel":"e2e-rec-recover-7e9c9f","provider":"e2e-rec-recover-7e9c9f-provider","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:04.875041161Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-7e9c9f-sub","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-sub","reconcileID":"80015747-924c-439e-8b2c-46b561201f03","MaaSSubscription":{"name":"e2e-rec-recover-7e9c9f-sub","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"maas-trlp-e2e-rec-recover-7e9c9f","model":"e2e-rec-recover-7e9c9f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-f3d6a5/e2e-rec-recover-7e9c9f-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:04.87552719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-unrel-edb92d","reconcileID":"17e6aeae-3c6c-4e40-8114-b3744aa5af43","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"tenant":"e2e-extmod-b-e67d95","gateway":"openshift-ingress/e2e-extmod-b-e67d95","model":"e2e-extmod-att-user-17462c/e2e-att-unrel-edb92d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:04.875545283Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-unrel-edb92d","reconcileID":"17e6aeae-3c6c-4e40-8114-b3744aa5af43","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"routeName":"external-model-e2e-att-unrel-edb92d-b9d79676061a","namespace":"e2e-extmod-att-user-17462c","model":"e2e-att-unrel-edb92d","externalModel":"e2e-att-unrel-edb92d","provider":"e2e-att-unrel-edb92d-provider","gateway":"openshift-ingress/e2e-extmod-b-e67d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:04.902067456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"namespace":"e2e-extmod-rec-noaccess-1c2f06","name":"e2e-rec-recover-7e9c9f","reconcileID":"9df58a72-145c-4ec3-b2cf-8121b119117d","MaaSModelRef":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"tenant":"e2e-extmod-b-f3d6a5","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","model":"e2e-extmod-rec-noaccess-1c2f06/e2e-rec-recover-7e9c9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:04.902090145Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"namespace":"e2e-extmod-rec-noaccess-1c2f06","name":"e2e-rec-recover-7e9c9f","reconcileID":"9df58a72-145c-4ec3-b2cf-8121b119117d","MaaSModelRef":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"routeName":"external-model-e2e-rec-recover-7e9c9f-65993d3c79e7","namespace":"e2e-extmod-rec-noaccess-1c2f06","model":"e2e-rec-recover-7e9c9f","externalModel":"e2e-rec-recover-7e9c9f","provider":"e2e-rec-recover-7e9c9f-provider","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:04.969501746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"cb0f2126-cf27-4044-a8f8-45dcd6f2497a","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:04.969521237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"effc83c7-d5e7-43e0-8cc6-ba98d20dbf55","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:04.971355867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"4583a56e-3954-4fd6-9f23-1ffab7b885d7","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:04.971502535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-7e9c9f-sub","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-sub","reconcileID":"06d40ee0-ae59-42af-abc4-4f1ccfd276f2","MaaSSubscription":{"name":"e2e-rec-recover-7e9c9f-sub","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"maas-trlp-e2e-rec-recover-7e9c9f","model":"e2e-extmod-rec-noaccess-1c2f06/e2e-rec-recover-7e9c9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:04.977786573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"effc83c7-d5e7-43e0-8cc6-ba98d20dbf55","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:04.97884956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"cb0f2126-cf27-4044-a8f8-45dcd6f2497a","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:04.98223375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"4583a56e-3954-4fd6-9f23-1ffab7b885d7","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:05.514501494Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"namespace":"e2e-extmod-rot-user-a65872","name":"e2e-rot-1dd02f","reconcileID":"aca2f649-9614-4f81-95da-abb2961396bf","namespace":"e2e-extmod-rot-user-a65872","name":"e2e-rot-1dd02f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:05.525889499Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"namespace":"e2e-extmod-rot-user-a65872","name":"e2e-rot-1dd02f","reconcileID":"5df337b3-13e3-4443-843d-39baed7a6a96","namespace":"e2e-extmod-rot-user-a65872","name":"e2e-rot-1dd02f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:05.528131782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"669e4df4-91ac-4142-8492-eaed85fa511d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:05.528372701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3292e62a-c998-4c2c-90fa-21f1fd487ee0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:05.529704877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"c7b24a88-b5db-44bf-9564-12693145f423","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:05.529724593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6bccc262-e6b1-415a-8b48-9bff24df6276","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:05.531879365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"ffe7a129-2c8a-46b5-8e17-a92f1fe4f14f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:05.536430048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"669e4df4-91ac-4142-8492-eaed85fa511d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:05.536795528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3292e62a-c998-4c2c-90fa-21f1fd487ee0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:05.539346014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6bccc262-e6b1-415a-8b48-9bff24df6276","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:05.539381224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"c7b24a88-b5db-44bf-9564-12693145f423","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:05.541890999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"ffe7a129-2c8a-46b5-8e17-a92f1fe4f14f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:05.628579006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"9230be22-69dd-44ac-8515-d733b2412438","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:05.637758969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"9230be22-69dd-44ac-8515-d733b2412438","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:05.664530079Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"namespace":"e2e-extmod-rot-user-a65872","name":"e2e-rot-1dd02f","reconcileID":"29f655b3-ce95-423e-973b-dbf7b2bd2a2b","namespace":"e2e-extmod-rot-user-a65872","name":"e2e-rot-1dd02f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:05.672301486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"ead921d3-28dc-422d-9026-d3de31efcb9e","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28c1e9","tenantID":"e2e-extmod-b-28c1e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:05.676710903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"eec12441-cfbc-42d4-9b05-a8d844c0f714","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:05.677233467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"d6884fb8-b2d4-446d-98e1-bdbf43be495c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:05.679969128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"ead921d3-28dc-422d-9026-d3de31efcb9e","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"e2e-extmod-b-28c1e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:05.686087889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"eec12441-cfbc-42d4-9b05-a8d844c0f714","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:05.686201715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"d6884fb8-b2d4-446d-98e1-bdbf43be495c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:05.710934986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"namespace":"e2e-extmod-rot-user-a65872","name":"e2e-rot-1dd02f","reconcileID":"9ce670e1-2cd5-4c67-a685-87eb4eac6377","MaaSModelRef":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"tenant":"e2e-extmod-b-4a477d","gateway":"openshift-ingress/e2e-extmod-b-4a477d","model":"e2e-extmod-rot-user-a65872/e2e-rot-1dd02f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:05.710960301Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"namespace":"e2e-extmod-rot-user-a65872","name":"e2e-rot-1dd02f","reconcileID":"9ce670e1-2cd5-4c67-a685-87eb4eac6377","MaaSModelRef":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"routeName":"external-model-e2e-rot-1dd02f-88503d9bb747","namespace":"e2e-extmod-rot-user-a65872","model":"e2e-rot-1dd02f","externalModel":"e2e-rot-1dd02f","provider":"e2e-rot-1dd02f-provider","gateway":"openshift-ingress/e2e-extmod-b-4a477d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:05.769431344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"91d0f8a6-bc5b-4060-9f4b-dcc8bac61a33","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:06.052614176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"91d0f8a6-bc5b-4060-9f4b-dcc8bac61a33","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:06.143429694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"namespace":"e2e-extmod-rot-user-a65872","name":"e2e-rot-1dd02f","reconcileID":"0934c9d8-7479-43f7-be69-b20f0a6514db","MaaSModelRef":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"tenant":"e2e-extmod-b-4a477d","gateway":"openshift-ingress/e2e-extmod-b-4a477d","model":"e2e-extmod-rot-user-a65872/e2e-rot-1dd02f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:06.143550944Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"namespace":"e2e-extmod-rot-user-a65872","name":"e2e-rot-1dd02f","reconcileID":"0934c9d8-7479-43f7-be69-b20f0a6514db","MaaSModelRef":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"routeName":"external-model-e2e-rot-1dd02f-88503d9bb747","namespace":"e2e-extmod-rot-user-a65872","model":"e2e-rot-1dd02f","externalModel":"e2e-rot-1dd02f","provider":"e2e-rot-1dd02f-provider","gateway":"openshift-ingress/e2e-extmod-b-4a477d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:06.148685115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"19979b4d-84d3-4570-b69d-a902595178b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:06.150434537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"a0129772-7ef5-42dc-a85a-4cb267c40ea1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:06.154866435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"bc926eea-6279-44d6-95a6-f25fffd31213","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:06.155401682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"4d4f3862-86d3-40b4-8331-6e56f32d5f4a","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:06.166012998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"19979b4d-84d3-4570-b69d-a902595178b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:06.16614266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"a0129772-7ef5-42dc-a85a-4cb267c40ea1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:06.169940366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"bc926eea-6279-44d6-95a6-f25fffd31213","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:06.170504785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"4d4f3862-86d3-40b4-8331-6e56f32d5f4a","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:06.176779309Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"bc926eea-6279-44d6-95a6-f25fffd31213","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"model":"e2e-extmod-rec-user-f3c318/e2e-rec-ctrl-81e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:06.376783593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"21c167b6-a5cd-4f5a-afdc-d41ed0c5cf26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:06.382168217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"7dd4806c-47d0-4df6-a996-735e06fc7380","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:06.391486133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"21c167b6-a5cd-4f5a-afdc-d41ed0c5cf26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:06.393948766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"7dd4806c-47d0-4df6-a996-735e06fc7380","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:06.401792566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"be04d534-b3b2-4393-92ff-89aadddf1e2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:06.406397385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"a8268690-f363-4da9-a0a3-e58823f2574b","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:06.456437123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"be04d534-b3b2-4393-92ff-89aadddf1e2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:06.458914867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"a8268690-f363-4da9-a0a3-e58823f2574b","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:06.472009805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"9198e181-5563-4dd6-be63-feadf0f5d370","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:06.486541624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"9198e181-5563-4dd6-be63-feadf0f5d370","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:06.501848374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"28c68667-6bd0-4335-86e2-f0735d20ef0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:06.502020094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"be3489d8-8962-4f32-8985-d670087b7af7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:06.502531573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-unrel-edb92d-access","reconcileID":"42aad630-3bb0-463f-a673-791944e3af75","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:06.514642943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"be3489d8-8962-4f32-8985-d670087b7af7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:06.516818844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"28c68667-6bd0-4335-86e2-f0735d20ef0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:06.524004201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-unrel-edb92d-access","reconcileID":"42aad630-3bb0-463f-a673-791944e3af75","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:06.527002604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4368b0ca-02bf-433a-94e9-4bfb4c86ab05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:06.534651838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4368b0ca-02bf-433a-94e9-4bfb4c86ab05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:06.590721178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"6f4b89e4-f9e4-48b9-9f6d-cca3b4b7d7d0","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28c1e9","tenantID":"e2e-extmod-b-28c1e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:06.593297226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"ec34f5cc-24f8-4144-9237-521ef72a262b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:06.595562187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"53a4e1f3-e74c-4b35-9f2d-4bbd1c725014","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:06.595587367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"554fa909-4300-45ca-a4d5-63db7aa80d5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:06.599951623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"6f4b89e4-f9e4-48b9-9f6d-cca3b4b7d7d0","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"e2e-extmod-b-28c1e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:06.601325167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"ec34f5cc-24f8-4144-9237-521ef72a262b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:06.609906929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"554fa909-4300-45ca-a4d5-63db7aa80d5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:06.610429098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"53a4e1f3-e74c-4b35-9f2d-4bbd1c725014","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:06.683425488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"namespace":"e2e-extmod-rot-user-a65872","name":"e2e-rot-1dd02f","reconcileID":"bc301d18-162a-4f3a-8f7a-3c964a6b8ccc","MaaSModelRef":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"tenant":"e2e-extmod-b-4a477d","gateway":"openshift-ingress/e2e-extmod-b-4a477d","model":"e2e-extmod-rot-user-a65872/e2e-rot-1dd02f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:06.683466577Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"namespace":"e2e-extmod-rot-user-a65872","name":"e2e-rot-1dd02f","reconcileID":"bc301d18-162a-4f3a-8f7a-3c964a6b8ccc","MaaSModelRef":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"routeName":"external-model-e2e-rot-1dd02f-88503d9bb747","namespace":"e2e-extmod-rot-user-a65872","model":"e2e-rot-1dd02f","externalModel":"e2e-rot-1dd02f","provider":"e2e-rot-1dd02f-provider","gateway":"openshift-ingress/e2e-extmod-b-4a477d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:06.705455622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rot-1dd02f-access","reconcileID":"a6498482-081d-4446-900e-6ee402d11d01","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:06.706463913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"08b54b10-ab34-4f1c-95cd-dab3dc3c5af0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:06.707480954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"06c70cc4-0486-4e9a-9c79-3851841c8341","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:06.71976201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"06c70cc4-0486-4e9a-9c79-3851841c8341","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:06.722648482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"08b54b10-ab34-4f1c-95cd-dab3dc3c5af0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:06.723400858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rot-1dd02f-access","reconcileID":"a6498482-081d-4446-900e-6ee402d11d01","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:06.768887901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"namespace":"e2e-extmod-rot-user-a65872","name":"e2e-rot-1dd02f","reconcileID":"5fdcf90f-8c56-4b70-8a64-7f9d79ee7dfc","MaaSModelRef":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"tenant":"e2e-extmod-b-4a477d","gateway":"openshift-ingress/e2e-extmod-b-4a477d","model":"e2e-extmod-rot-user-a65872/e2e-rot-1dd02f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:06.768909327Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"namespace":"e2e-extmod-rot-user-a65872","name":"e2e-rot-1dd02f","reconcileID":"5fdcf90f-8c56-4b70-8a64-7f9d79ee7dfc","MaaSModelRef":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"routeName":"external-model-e2e-rot-1dd02f-88503d9bb747","namespace":"e2e-extmod-rot-user-a65872","model":"e2e-rot-1dd02f","externalModel":"e2e-rot-1dd02f","provider":"e2e-rot-1dd02f-provider","gateway":"openshift-ingress/e2e-extmod-b-4a477d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:11:06.948750264Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","reconcileID":"3e51cf5c-b866-484b-bac8-80703e76d8bc","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"error":"ExternalModel e2e-extmod-att-user-098e87/e2e-att-detach-e41ac8 is attached to several gateways [openshift-ingress/e2e-extmod-a-e51c10 openshift-ingress/e2e-extmod-b-28c1e9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:11:06.948817687Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","reconcileID":"3e51cf5c-b866-484b-bac8-80703e76d8bc","error":"ExternalModel e2e-extmod-att-user-098e87/e2e-att-detach-e41ac8 is attached to several gateways [openshift-ingress/e2e-extmod-a-e51c10 openshift-ingress/e2e-extmod-b-28c1e9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:08.579909487Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","reconcileID":"47a70fb1-0e11-48d4-a0ab-e831dc8060bc","namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:11:08.587147349Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","reconcileID":"4be07ace-fd32-45d0-b066-ab2a363d45a9","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"error":"ExternalModel e2e-extmod-att-user-098e87/e2e-att-detach-e41ac8 is attached to several gateways [openshift-ingress/e2e-extmod-a-e51c10 openshift-ingress/e2e-extmod-b-28c1e9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:11:08.587208073Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","reconcileID":"4be07ace-fd32-45d0-b066-ab2a363d45a9","error":"ExternalModel e2e-extmod-att-user-098e87/e2e-att-detach-e41ac8 is attached to several gateways [openshift-ingress/e2e-extmod-a-e51c10 openshift-ingress/e2e-extmod-b-28c1e9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:08.663436363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"8112fce5-e7cc-4cbc-a32c-41d036081305","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:08.663436392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"fc0a7060-bd10-43f6-98ba-a182774fbe67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:08.668250032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"a586ac4f-360d-4d24-af67-11955be37ab2","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:08.668348811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"7e2e4abd-1285-4936-9340-010b9b74f114","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:08.670726224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"8112fce5-e7cc-4cbc-a32c-41d036081305","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:08.671066249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"46f612cf-f317-43ef-83c1-e095831a1e44","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:08.672011467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"fc0a7060-bd10-43f6-98ba-a182774fbe67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:08.67771441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"7e2e4abd-1285-4936-9340-010b9b74f114","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:08.680174538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"a586ac4f-360d-4d24-af67-11955be37ab2","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:11:08.681436662Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","reconcileID":"f9de51f2-208b-46f3-938b-253496abebe4","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"error":"ExternalModel e2e-extmod-att-user-098e87/e2e-att-detach-e41ac8 is attached to several gateways [openshift-ingress/e2e-extmod-a-e51c10 openshift-ingress/e2e-extmod-b-28c1e9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:11:08.681490125Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","reconcileID":"f9de51f2-208b-46f3-938b-253496abebe4","error":"ExternalModel e2e-extmod-att-user-098e87/e2e-att-detach-e41ac8 is attached to several gateways [openshift-ingress/e2e-extmod-a-e51c10 openshift-ingress/e2e-extmod-b-28c1e9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:08.681786886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"46f612cf-f317-43ef-83c1-e095831a1e44","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:08.683842541Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"7e2e4abd-1285-4936-9340-010b9b74f114","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"model":"e2e-extmod-rec-user-f3c318/e2e-rec-ctrl-81e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:08.687666772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-unrel-42e816","reconcileID":"a21f335a-4b55-409d-93f0-c4c36b0cec6c","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"tenant":"e2e-extmod-b-28c1e9","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","model":"e2e-extmod-att-user-098e87/e2e-att-unrel-42e816","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:08.687690375Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-unrel-42e816","reconcileID":"a21f335a-4b55-409d-93f0-c4c36b0cec6c","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"routeName":"external-model-e2e-att-unrel-42e816-cc5877987d22","namespace":"e2e-extmod-att-user-098e87","model":"e2e-att-unrel-42e816","externalModel":"e2e-att-unrel-42e816","provider":"e2e-att-unrel-42e816-provider","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:08.693655161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-42e816-sub","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-sub","reconcileID":"3342961e-990d-4754-9309-bb69bb97e7dd","MaaSSubscription":{"name":"e2e-att-unrel-42e816-sub","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"maas-trlp-e2e-att-unrel-42e816","model":"e2e-extmod-att-user-098e87/e2e-att-unrel-42e816","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:08.697789983Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","reconcileID":"5810ffd8-cd7d-4ee2-ad6f-63fe161725b5","namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:08.700874135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","reconcileID":"78c4ed5b-dd34-4d08-b713-9de83e2bef35","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"tenant":"e2e-extmod-b-28c1e9","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","model":"e2e-extmod-att-user-098e87/e2e-att-detach-e41ac8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:08.700896135Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","reconcileID":"78c4ed5b-dd34-4d08-b713-9de83e2bef35","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"routeName":"external-model-e2e-att-detach-e41ac8-1932c801c253","namespace":"e2e-extmod-att-user-098e87","model":"e2e-att-detach-e41ac8","externalModel":"e2e-att-detach-e41ac8","provider":"e2e-att-detach-e41ac8-provider","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:08.794214669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"c1f0f601-a3a7-4f20-b364-75344dd936ff","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:08.808591546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"c1f0f601-a3a7-4f20-b364-75344dd936ff","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:08.889161276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"ccca0c28-8e4f-4031-8f6e-aa964a113589","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:08.889218942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"8247a73a-1a0d-4599-a1cc-e7eff0757025","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:08.891035825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"6b3db796-ac18-436c-a10e-f458a42ecf51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:08.895037211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"2bcbd570-5576-48a0-a4ae-1f4cee8644d4","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:08.897223037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"ccca0c28-8e4f-4031-8f6e-aa964a113589","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:08.899185829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"8247a73a-1a0d-4599-a1cc-e7eff0757025","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:08.899877402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"6b3db796-ac18-436c-a10e-f458a42ecf51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:08.902686414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rot-1dd02f-access","reconcileID":"8d68dd02-c105-4cbd-a03d-189b92e8cf57","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:08.90424414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"2bcbd570-5576-48a0-a4ae-1f4cee8644d4","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:08.910990048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rot-1dd02f-access","reconcileID":"8d68dd02-c105-4cbd-a03d-189b92e8cf57","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:08.918650128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"5347cc0e-e495-43cf-87bc-eca08ec2f886","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:08.956499876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"83337fce-69c4-4bda-867c-c9330b61678c","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:08.957136328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-unrel-edb92d-access","reconcileID":"5cd7d104-5a86-4c13-bf6b-e0821c00d964","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:08.96063471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"5347cc0e-e495-43cf-87bc-eca08ec2f886","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:09.209887586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"83337fce-69c4-4bda-867c-c9330b61678c","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:09.210597188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"03bfc05d-1d04-4581-8b76-25a093c2003d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:09.347461797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-unrel-edb92d-access","reconcileID":"5cd7d104-5a86-4c13-bf6b-e0821c00d964","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:09.349120168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07138209-61c0-4f15-84d6-7756f3d6c5ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:09.350719599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"03bfc05d-1d04-4581-8b76-25a093c2003d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:09.360072261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ee18968-a923-4b04-8aed-7baa3e95c711","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:09.363017997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07138209-61c0-4f15-84d6-7756f3d6c5ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:09.369062684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ee18968-a923-4b04-8aed-7baa3e95c711","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:09.384882275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"883203d0-a415-44bf-a61f-38c498e42216","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28c1e9","tenantID":"e2e-extmod-b-28c1e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:09.387565816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"db80664e-b278-4f79-9e67-02d7bdca6141","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:09.388157526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"a3876548-7466-4cd1-9ffb-6c30c06a02cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:09.390640385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"1fbbe914-aecc-4b5f-9a45-97361d2bbde8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:09.392178701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"9cdca287-d083-476f-80f1-7e9ddd88c4ee","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:09.392635185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"883203d0-a415-44bf-a61f-38c498e42216","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"e2e-extmod-b-28c1e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:09.397929495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"a3876548-7466-4cd1-9ffb-6c30c06a02cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:09.398394501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"db80664e-b278-4f79-9e67-02d7bdca6141","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:09.461639825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"1fbbe914-aecc-4b5f-9a45-97361d2bbde8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:09.467466372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"9cdca287-d083-476f-80f1-7e9ddd88c4ee","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:09.559746997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"db9d34e6-64bb-4d71-9a8b-8dab57e44612","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:09.559848369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"aabb96b6-bca3-4150-8f9a-3850676b1b35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:09.561918814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"639f1ac7-54ed-4938-9603-0eadc19d84b5","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:09.566082176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"a1d3a52b-8894-429a-91b3-ee1767d055eb","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:09.567668814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"db9d34e6-64bb-4d71-9a8b-8dab57e44612","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:09.568473843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"aabb96b6-bca3-4150-8f9a-3850676b1b35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:09.570056181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"639f1ac7-54ed-4938-9603-0eadc19d84b5","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:09.572906465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"a1d3a52b-8894-429a-91b3-ee1767d055eb","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:09.578840761Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"a1d3a52b-8894-429a-91b3-ee1767d055eb","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"model":"e2e-extmod-rec-user-f3c318/e2e-rec-ctrl-81e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:10.369825617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","reconcileID":"66c5c163-b5c6-458e-8303-d0589fe1b112","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"tenant":"e2e-extmod-b-28c1e9","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","model":"e2e-extmod-att-user-098e87/e2e-att-detach-e41ac8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:10.369854574Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","reconcileID":"66c5c163-b5c6-458e-8303-d0589fe1b112","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"routeName":"external-model-e2e-att-detach-e41ac8-1932c801c253","namespace":"e2e-extmod-att-user-098e87","model":"e2e-att-detach-e41ac8","externalModel":"e2e-att-detach-e41ac8","provider":"e2e-att-detach-e41ac8-provider","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:10.395254658Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:10.403656057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","reconcileID":"15e52662-b1f4-472c-a424-c4807d85250e","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"tenant":"e2e-extmod-b-28c1e9","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","model":"e2e-extmod-att-user-098e87/e2e-att-detach-e41ac8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:10.403677949Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","reconcileID":"15e52662-b1f4-472c-a424-c4807d85250e","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"routeName":"external-model-e2e-att-detach-e41ac8-1932c801c253","namespace":"e2e-extmod-att-user-098e87","model":"e2e-att-detach-e41ac8","externalModel":"e2e-att-detach-e41ac8","provider":"e2e-att-detach-e41ac8-provider","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:10.407667504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-e41ac8-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-detach-e41ac8-access","reconcileID":"ffddceaf-78e6-4443-9ca9-977b1e5147d2","MaaSAuthPolicy":{"name":"e2e-att-detach-e41ac8-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28c1e9","tenantID":"e2e-extmod-b-28c1e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:10.415216101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-e41ac8-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-detach-e41ac8-access","reconcileID":"ffddceaf-78e6-4443-9ca9-977b1e5147d2","MaaSAuthPolicy":{"name":"e2e-att-detach-e41ac8-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"e2e-extmod-b-28c1e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:10.547479029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","reconcileID":"a6a3e472-55e3-4fbd-9548-56edf8d4585e","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"tenant":"e2e-extmod-b-28c1e9","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","model":"e2e-extmod-att-user-098e87/e2e-att-detach-e41ac8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:10.547503778Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","reconcileID":"a6a3e472-55e3-4fbd-9548-56edf8d4585e","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"routeName":"external-model-e2e-att-detach-e41ac8-1932c801c253","namespace":"e2e-extmod-att-user-098e87","model":"e2e-att-detach-e41ac8","externalModel":"e2e-att-detach-e41ac8","provider":"e2e-att-detach-e41ac8-provider","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:11.628060681Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-4a477d priority=0:[ai-tenant-e2e-extmod-b-4a477d/e2e-att-serve-3c5be9-sub ai-tenant-e2e-extmod-b-4a477d/e2e-rec-ctrl-81e947-sub ai-tenant-e2e-extmod-b-4a477d/e2e-rot-1dd02f-sub]","namespace=ai-tenant-e2e-extmod-b-e67d95 priority=0:[ai-tenant-e2e-extmod-b-e67d95/e2e-att-serve-5d6e6d-sub ai-tenant-e2e-extmod-b-e67d95/e2e-att-unrel-edb92d-sub]","namespace=ai-tenant-e2e-extmod-b-f3d6a5 priority=0:[ai-tenant-e2e-extmod-b-f3d6a5/e2e-att-serve-00d29c-sub ai-tenant-e2e-extmod-b-f3d6a5/e2e-rec-ctrl-62335f-sub ai-tenant-e2e-extmod-b-f3d6a5/e2e-rec-recover-7e9c9f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:11.632738447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"namespace":"e2e-extmod-rot-user-a65872","name":"e2e-rot-1dd02f","reconcileID":"23fc1c7c-b08f-45a5-b8bc-ec4c9e2d545e","MaaSModelRef":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"tenant":"e2e-extmod-b-4a477d","gateway":"openshift-ingress/e2e-extmod-b-4a477d","model":"e2e-extmod-rot-user-a65872/e2e-rot-1dd02f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:11.632756636Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"namespace":"e2e-extmod-rot-user-a65872","name":"e2e-rot-1dd02f","reconcileID":"23fc1c7c-b08f-45a5-b8bc-ec4c9e2d545e","MaaSModelRef":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"routeName":"external-model-e2e-rot-1dd02f-88503d9bb747","namespace":"e2e-extmod-rot-user-a65872","model":"e2e-rot-1dd02f","externalModel":"e2e-rot-1dd02f","provider":"e2e-rot-1dd02f-provider","gateway":"openshift-ingress/e2e-extmod-b-4a477d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:11:11.6608771Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-4a477d/e2e-rot-1dd02f-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rot-1dd02f-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:11.668041779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"namespace":"e2e-extmod-att-user-c76bfd","name":"e2e-att-serve-3c5be9","reconcileID":"459ca256-e03f-4a6d-be89-a7a2c9670547","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"tenant":"e2e-extmod-b-4a477d","gateway":"openshift-ingress/e2e-extmod-b-4a477d","model":"e2e-extmod-att-user-c76bfd/e2e-att-serve-3c5be9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:11.668059883Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"namespace":"e2e-extmod-att-user-c76bfd","name":"e2e-att-serve-3c5be9","reconcileID":"459ca256-e03f-4a6d-be89-a7a2c9670547","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"routeName":"external-model-e2e-att-serve-3c5be9-4a9ba0ee5fff","namespace":"e2e-extmod-att-user-c76bfd","model":"e2e-att-serve-3c5be9","externalModel":"e2e-att-serve-3c5be9","provider":"e2e-att-serve-3c5be9-provider","gateway":"openshift-ingress/e2e-extmod-b-4a477d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:11.673481091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"8ad09544-2bd4-45f6-9a8e-16b89d7d6a33","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:11.677643211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rot-1dd02f-access","reconcileID":"3ceadc1a-b2fc-48d6-a0ba-b3983924b903","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:11.678274773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"7527e2c8-a986-46cd-b797-fbc8d7943433","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:11.715851804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"7527e2c8-a986-46cd-b797-fbc8d7943433","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:11.721448914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rot-1dd02f-access","reconcileID":"3ceadc1a-b2fc-48d6-a0ba-b3983924b903","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:11.722118952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"namespace":"e2e-extmod-rot-user-a65872","name":"e2e-rot-1dd02f","reconcileID":"b757eefb-c871-4eda-800d-bea799187027","MaaSModelRef":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"tenant":"e2e-extmod-b-4a477d","gateway":"openshift-ingress/e2e-extmod-b-4a477d","model":"e2e-extmod-rot-user-a65872/e2e-rot-1dd02f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:11.722144084Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"namespace":"e2e-extmod-rot-user-a65872","name":"e2e-rot-1dd02f","reconcileID":"b757eefb-c871-4eda-800d-bea799187027","MaaSModelRef":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"routeName":"external-model-e2e-rot-1dd02f-88503d9bb747","namespace":"e2e-extmod-rot-user-a65872","model":"e2e-rot-1dd02f","externalModel":"e2e-rot-1dd02f","provider":"e2e-rot-1dd02f-provider","gateway":"openshift-ingress/e2e-extmod-b-4a477d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:11.724305331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"8ad09544-2bd4-45f6-9a8e-16b89d7d6a33","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:11.734139586Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"8ad09544-2bd4-45f6-9a8e-16b89d7d6a33","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"model":"e2e-extmod-rec-user-f3c318/e2e-rec-ctrl-81e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:11.757067599Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-1dd02f-sub","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rot-1dd02f-sub","reconcileID":"a3974c46-a76a-46f2-b189-25ee211a516f","MaaSSubscription":{"name":"e2e-rot-1dd02f-sub","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"maas-trlp-e2e-rot-1dd02f","model":"e2e-rot-1dd02f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-4a477d/e2e-rot-1dd02f-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:11.795679836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"namespace":"e2e-extmod-rot-user-a65872","name":"e2e-rot-1dd02f","reconcileID":"88341ea1-9a70-475b-a344-2ae2d1ba9c5e","MaaSModelRef":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"tenant":"e2e-extmod-b-4a477d","gateway":"openshift-ingress/e2e-extmod-b-4a477d","model":"e2e-extmod-rot-user-a65872/e2e-rot-1dd02f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:11.795705891Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"namespace":"e2e-extmod-rot-user-a65872","name":"e2e-rot-1dd02f","reconcileID":"88341ea1-9a70-475b-a344-2ae2d1ba9c5e","MaaSModelRef":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"routeName":"external-model-e2e-rot-1dd02f-88503d9bb747","namespace":"e2e-extmod-rot-user-a65872","model":"e2e-rot-1dd02f","externalModel":"e2e-rot-1dd02f","provider":"e2e-rot-1dd02f-provider","gateway":"openshift-ingress/e2e-extmod-b-4a477d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:11.808747174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-1dd02f-sub","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rot-1dd02f-sub","reconcileID":"c6642f19-993d-45d1-8168-bfc187d58c97","MaaSSubscription":{"name":"e2e-rot-1dd02f-sub","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"maas-trlp-e2e-rot-1dd02f","model":"e2e-extmod-rot-user-a65872/e2e-rot-1dd02f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:11.848223594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"91b42183-abd6-4b4a-b21c-e05c62fc0929","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:11.854059238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"372bd42d-20fe-4c7d-bbd5-8e7eaf38034b","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:11.854148307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rot-1dd02f-access","reconcileID":"dfcb4c43-2ba7-4d0a-a4c3-712bc466629d","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:11.858899523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"91b42183-abd6-4b4a-b21c-e05c62fc0929","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:11.861957584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"372bd42d-20fe-4c7d-bbd5-8e7eaf38034b","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:11.862003124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rot-1dd02f-access","reconcileID":"dfcb4c43-2ba7-4d0a-a4c3-712bc466629d","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:11.864562976Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"91b42183-abd6-4b4a-b21c-e05c62fc0929","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"model":"e2e-extmod-rec-user-f3c318/e2e-rec-ctrl-81e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:16.003692042Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-28c1e9 priority=0:[ai-tenant-e2e-extmod-b-28c1e9/e2e-att-detach-e41ac8-sub ai-tenant-e2e-extmod-b-28c1e9/e2e-att-unrel-42e816-sub]","namespace=ai-tenant-e2e-extmod-b-4a477d priority=0:[ai-tenant-e2e-extmod-b-4a477d/e2e-att-serve-3c5be9-sub ai-tenant-e2e-extmod-b-4a477d/e2e-rec-ctrl-81e947-sub ai-tenant-e2e-extmod-b-4a477d/e2e-rot-1dd02f-sub]","namespace=ai-tenant-e2e-extmod-b-e67d95 priority=0:[ai-tenant-e2e-extmod-b-e67d95/e2e-att-serve-5d6e6d-sub ai-tenant-e2e-extmod-b-e67d95/e2e-att-unrel-edb92d-sub]","namespace=ai-tenant-e2e-extmod-b-f3d6a5 priority=0:[ai-tenant-e2e-extmod-b-f3d6a5/e2e-att-serve-00d29c-sub ai-tenant-e2e-extmod-b-f3d6a5/e2e-rec-ctrl-62335f-sub ai-tenant-e2e-extmod-b-f3d6a5/e2e-rec-recover-7e9c9f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:16.0071127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","reconcileID":"b3012a81-697f-4629-95e3-7f3a036e939c","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"tenant":"e2e-extmod-b-28c1e9","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","model":"e2e-extmod-att-user-098e87/e2e-att-detach-e41ac8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:16.007130964Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","reconcileID":"b3012a81-697f-4629-95e3-7f3a036e939c","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"routeName":"external-model-e2e-att-detach-e41ac8-1932c801c253","namespace":"e2e-extmod-att-user-098e87","model":"e2e-att-detach-e41ac8","externalModel":"e2e-att-detach-e41ac8","provider":"e2e-att-detach-e41ac8-provider","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:16.016341758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-e41ac8-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-detach-e41ac8-access","reconcileID":"8a9b94d6-0e61-4d2d-938d-7655ab4c4117","MaaSAuthPolicy":{"name":"e2e-att-detach-e41ac8-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28c1e9","tenantID":"e2e-extmod-b-28c1e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:11:16.019757Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-28c1e9/e2e-att-detach-e41ac8-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-detach-e41ac8-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:16.021968089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"52051c65-0ef0-48ee-b20e-088024ab96d1","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28c1e9","tenantID":"e2e-extmod-b-28c1e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:16.028087203Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-unrel-42e816","reconcileID":"68574997-b419-48ea-b7a1-9b52bfd1df0c","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"tenant":"e2e-extmod-b-28c1e9","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","model":"e2e-extmod-att-user-098e87/e2e-att-unrel-42e816","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:16.028128619Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-unrel-42e816","reconcileID":"68574997-b419-48ea-b7a1-9b52bfd1df0c","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"routeName":"external-model-e2e-att-unrel-42e816-cc5877987d22","namespace":"e2e-extmod-att-user-098e87","model":"e2e-att-unrel-42e816","externalModel":"e2e-att-unrel-42e816","provider":"e2e-att-unrel-42e816-provider","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:16.030632046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"52051c65-0ef0-48ee-b20e-088024ab96d1","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"e2e-extmod-b-28c1e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:16.031062367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-e41ac8-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-detach-e41ac8-access","reconcileID":"8a9b94d6-0e61-4d2d-938d-7655ab4c4117","MaaSAuthPolicy":{"name":"e2e-att-detach-e41ac8-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"e2e-extmod-b-28c1e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:16.035166072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","reconcileID":"ff72a131-1e9f-45c6-95f5-edbcc13bf965","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"tenant":"e2e-extmod-b-28c1e9","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","model":"e2e-extmod-att-user-098e87/e2e-att-detach-e41ac8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:16.035187316Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","reconcileID":"ff72a131-1e9f-45c6-95f5-edbcc13bf965","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"routeName":"external-model-e2e-att-detach-e41ac8-1932c801c253","namespace":"e2e-extmod-att-user-098e87","model":"e2e-att-detach-e41ac8","externalModel":"e2e-att-detach-e41ac8","provider":"e2e-att-detach-e41ac8-provider","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:16.04219661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"namespace":"e2e-extmod-rot-user-a65872","name":"e2e-rot-1dd02f","reconcileID":"69395e04-1122-46ea-a375-bfa321301596","MaaSModelRef":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"tenant":"e2e-extmod-b-4a477d","gateway":"openshift-ingress/e2e-extmod-b-4a477d","model":"e2e-extmod-rot-user-a65872/e2e-rot-1dd02f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:16.042215724Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"namespace":"e2e-extmod-rot-user-a65872","name":"e2e-rot-1dd02f","reconcileID":"69395e04-1122-46ea-a375-bfa321301596","MaaSModelRef":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"routeName":"external-model-e2e-rot-1dd02f-88503d9bb747","namespace":"e2e-extmod-rot-user-a65872","model":"e2e-rot-1dd02f","externalModel":"e2e-rot-1dd02f","provider":"e2e-rot-1dd02f-provider","gateway":"openshift-ingress/e2e-extmod-b-4a477d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:16.048013141Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-e41ac8-sub","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-detach-e41ac8-sub","reconcileID":"f4ac9957-0636-4b4b-9cb2-7e7beb92a007","MaaSSubscription":{"name":"e2e-att-detach-e41ac8-sub","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"maas-trlp-e2e-att-detach-e41ac8","model":"e2e-att-detach-e41ac8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-28c1e9/e2e-att-detach-e41ac8-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:16.075475998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","reconcileID":"f433e930-af9b-4ab4-82d6-318b93213644","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"tenant":"e2e-extmod-b-28c1e9","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","model":"e2e-extmod-att-user-098e87/e2e-att-detach-e41ac8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:16.075495124Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","reconcileID":"f433e930-af9b-4ab4-82d6-318b93213644","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"routeName":"external-model-e2e-att-detach-e41ac8-1932c801c253","namespace":"e2e-extmod-att-user-098e87","model":"e2e-att-detach-e41ac8","externalModel":"e2e-att-detach-e41ac8","provider":"e2e-att-detach-e41ac8-provider","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:16.142243388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-e41ac8-sub","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-detach-e41ac8-sub","reconcileID":"2d795f22-5fa7-4b4b-85a7-216731c4e889","MaaSSubscription":{"name":"e2e-att-detach-e41ac8-sub","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"maas-trlp-e2e-att-detach-e41ac8","model":"e2e-extmod-att-user-098e87/e2e-att-detach-e41ac8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:16.180058827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"c176ea42-ac2f-40dd-aa54-632dcf7b93c0","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28c1e9","tenantID":"e2e-extmod-b-28c1e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:16.180177174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-e41ac8-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-detach-e41ac8-access","reconcileID":"16a01e20-c18b-417f-927d-2436da1e87e0","MaaSAuthPolicy":{"name":"e2e-att-detach-e41ac8-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28c1e9","tenantID":"e2e-extmod-b-28c1e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:16.18785613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-e41ac8-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-detach-e41ac8-access","reconcileID":"16a01e20-c18b-417f-927d-2436da1e87e0","MaaSAuthPolicy":{"name":"e2e-att-detach-e41ac8-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"e2e-extmod-b-28c1e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:16.187957673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"c176ea42-ac2f-40dd-aa54-632dcf7b93c0","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"e2e-extmod-b-28c1e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:35.409074957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-e41ac8-sub","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-detach-e41ac8-sub","reconcileID":"d2db7b7f-dbe3-450b-9544-79ed0fb24d23","MaaSSubscription":{"name":"e2e-att-detach-e41ac8-sub","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"maas-trlp-e2e-att-detach-e41ac8","model":"e2e-extmod-att-user-098e87/e2e-att-detach-e41ac8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:35.60720448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-1dd02f-sub","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rot-1dd02f-sub","reconcileID":"be7c5153-d8ca-418e-a28b-b3be843fbf8a","MaaSSubscription":{"name":"e2e-rot-1dd02f-sub","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"maas-trlp-e2e-rot-1dd02f","model":"e2e-extmod-rot-user-a65872/e2e-rot-1dd02f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:35.616894877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","reconcileID":"f7e4e5e7-98e6-4ffe-b33e-c0a071efae49","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"tenant":"e2e-extmod-b-28c1e9","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","model":"e2e-extmod-att-user-098e87/e2e-att-detach-e41ac8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:35.616931825Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","reconcileID":"f7e4e5e7-98e6-4ffe-b33e-c0a071efae49","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"routeName":"external-model-e2e-att-detach-e41ac8-1932c801c253","namespace":"e2e-extmod-att-user-098e87","model":"e2e-att-detach-e41ac8","externalModel":"e2e-att-detach-e41ac8","provider":"e2e-att-detach-e41ac8-provider","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:35.750507407Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"namespace":"e2e-extmod-rot-user-a65872","name":"e2e-rot-1dd02f","reconcileID":"e8c02949-6b25-404e-9d98-3fc1bce70a24","MaaSModelRef":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"tenant":"e2e-extmod-b-4a477d","gateway":"openshift-ingress/e2e-extmod-b-4a477d","model":"e2e-extmod-rot-user-a65872/e2e-rot-1dd02f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:35.750645789Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"namespace":"e2e-extmod-rot-user-a65872","name":"e2e-rot-1dd02f","reconcileID":"e8c02949-6b25-404e-9d98-3fc1bce70a24","MaaSModelRef":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"routeName":"external-model-e2e-rot-1dd02f-88503d9bb747","namespace":"e2e-extmod-rot-user-a65872","model":"e2e-rot-1dd02f","externalModel":"e2e-rot-1dd02f","provider":"e2e-rot-1dd02f-provider","gateway":"openshift-ingress/e2e-extmod-b-4a477d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:35.792619045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-7e9c9f-sub","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-sub","reconcileID":"fe08679f-7b51-47dc-beff-f140e3b576b0","MaaSSubscription":{"name":"e2e-rec-recover-7e9c9f-sub","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"maas-trlp-e2e-rec-recover-7e9c9f","model":"e2e-extmod-rec-noaccess-1c2f06/e2e-rec-recover-7e9c9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:35.831033273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"namespace":"e2e-extmod-rec-noaccess-1c2f06","name":"e2e-rec-recover-7e9c9f","reconcileID":"60db779f-10ee-4302-b54e-afc3fd51d19d","MaaSModelRef":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"tenant":"e2e-extmod-b-f3d6a5","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","model":"e2e-extmod-rec-noaccess-1c2f06/e2e-rec-recover-7e9c9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:35.831175598Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"namespace":"e2e-extmod-rec-noaccess-1c2f06","name":"e2e-rec-recover-7e9c9f","reconcileID":"60db779f-10ee-4302-b54e-afc3fd51d19d","MaaSModelRef":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"routeName":"external-model-e2e-rec-recover-7e9c9f-65993d3c79e7","namespace":"e2e-extmod-rec-noaccess-1c2f06","model":"e2e-rec-recover-7e9c9f","externalModel":"e2e-rec-recover-7e9c9f","provider":"e2e-rec-recover-7e9c9f-provider","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:36.064140872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-edb92d-sub","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-unrel-edb92d-sub","reconcileID":"c0a1fa77-467f-4641-966f-38f538b28d3b","MaaSSubscription":{"name":"e2e-att-unrel-edb92d-sub","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"maas-trlp-e2e-att-unrel-edb92d","model":"e2e-extmod-att-user-17462c/e2e-att-unrel-edb92d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:36.118689123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-unrel-edb92d","reconcileID":"4c373e53-f9e4-44e9-b8d8-a5d302ea23a7","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"tenant":"e2e-extmod-b-e67d95","gateway":"openshift-ingress/e2e-extmod-b-e67d95","model":"e2e-extmod-att-user-17462c/e2e-att-unrel-edb92d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:36.118720432Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-unrel-edb92d","reconcileID":"4c373e53-f9e4-44e9-b8d8-a5d302ea23a7","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"routeName":"external-model-e2e-att-unrel-edb92d-b9d79676061a","namespace":"e2e-extmod-att-user-17462c","model":"e2e-att-unrel-edb92d","externalModel":"e2e-att-unrel-edb92d","provider":"e2e-att-unrel-edb92d-provider","gateway":"openshift-ingress/e2e-extmod-b-e67d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:36.450733122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rot-1dd02f-access","reconcileID":"aa22a135-43dd-4e78-bf81-5c3c98526132","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:36.459184825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rot-1dd02f-access","reconcileID":"aa22a135-43dd-4e78-bf81-5c3c98526132","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:36.671490405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-e41ac8-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-detach-e41ac8-access","reconcileID":"3c824f2a-2347-428c-a36b-5729be8b6374","MaaSAuthPolicy":{"name":"e2e-att-detach-e41ac8-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28c1e9","tenantID":"e2e-extmod-b-28c1e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:36.671525866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"fc98c6d1-16ce-462b-98d4-95ec6651e8d0","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28c1e9","tenantID":"e2e-extmod-b-28c1e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:36.673069418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"d7c0be84-ac85-4882-ae78-7b1c37badd0d","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:36.674639538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-unrel-edb92d-access","reconcileID":"4f66575b-d43e-42b8-8afb-5d1c3fbf2b03","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:36.679516397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-e41ac8-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-detach-e41ac8-access","reconcileID":"3c824f2a-2347-428c-a36b-5729be8b6374","MaaSAuthPolicy":{"name":"e2e-att-detach-e41ac8-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"e2e-extmod-b-28c1e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:36.679780487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"fc98c6d1-16ce-462b-98d4-95ec6651e8d0","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"e2e-extmod-b-28c1e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:36.681914847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"d7c0be84-ac85-4882-ae78-7b1c37badd0d","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:36.682601867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-unrel-edb92d-access","reconcileID":"4f66575b-d43e-42b8-8afb-5d1c3fbf2b03","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:37.056544839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"533a735d-7682-4fbc-b04f-5215e1489bd4","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:37.064037222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"533a735d-7682-4fbc-b04f-5215e1489bd4","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:37.471767503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"403dffad-1c86-4cef-afc9-7560ff920353","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:37.505397096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-subscription","reconcileID":"dc1fcea8-813d-4ebe-8a92-47eaf894ac3c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:37.512293112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"5b3f3e0c-3fa9-45e6-a5d0-ee482788d99d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:37.513638121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"4da0aabf-8fd3-4bba-bd52-f6aea6b680f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:37.521177566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"5b3f3e0c-3fa9-45e6-a5d0-ee482788d99d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:37.522420895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"4da0aabf-8fd3-4bba-bd52-f6aea6b680f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:37.532888346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"b3703651-5153-4a35-b695-47c416593e04","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:37.590952944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-subscription","reconcileID":"a7b76564-6a2c-4bd1-9bc3-4676a240e287","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:37.598857083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"f3670da3-bd6b-4a34-adac-d5eb4c81f02d","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"premium-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"premium-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:37.621351152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"0235eee0-2c09-45a0-94c3-be9942709d7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:37.621435553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"1c616026-0ab2-45a5-aad1-b07c258142c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:37.628578814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"0235eee0-2c09-45a0-94c3-be9942709d7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:37.629023174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"1c616026-0ab2-45a5-aad1-b07c258142c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:37.758342995Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-subscription","reconcileID":"80e1c212-6d53-433b-8a94-f0bc084d2a95","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-premium-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:37.787127322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"9e6e8c6b-14d9-4304-8dd5-a1cdb3590731","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"premium-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"premium-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:37.80151336Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-subscription","reconcileID":"4ead2df4-efbf-4bfb-b177-103858eaf490","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-premium-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:38.059390593Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-9559ab","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-delete-9559ab","reconcileID":"c11428be-16b2-4150-bad5-1b22831955d2","namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-delete-9559ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:38.073586022Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-9559ab","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-delete-9559ab","reconcileID":"85c8eb50-b766-421d-a039-e8b865dc7828","namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-delete-9559ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:38.078802881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"aa3d5995-5a5b-4181-af43-97d79314b18f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:38.079472936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"e2dee5a3-984a-465d-b80b-5ba477470938","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:38.080475866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"ef0cba23-f4c0-4e59-91a9-87869f3be79c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:38.085599406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"1b617d1e-18bc-4deb-a956-db3d2c8bfe6f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:38.085577515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"342c4851-513a-4f16-b10a-4bd5413d5a16","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:38.090369806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"ef0cba23-f4c0-4e59-91a9-87869f3be79c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:38.091597058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"e2dee5a3-984a-465d-b80b-5ba477470938","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:38.093026885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"342c4851-513a-4f16-b10a-4bd5413d5a16","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:38.095034968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"aa3d5995-5a5b-4181-af43-97d79314b18f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:38.095326158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"1b617d1e-18bc-4deb-a956-db3d2c8bfe6f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:38.104113121Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4a477d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5b40f8aff9d41e552f70394f0bb2463e45790c792e14d28295da8b45cef9d3b4) AuthConfig (fb345a5c13a46e5e3dbd289bcb1712fa8637c42e9bc307af6c0186be00d4b325) AuthConfig (9366458530b9c4f9f995d2da785ef717483fb9991a506c2255cb941b4d251f27) AuthConfig (3cebc48532bed8b88e30a3763a9ad4627b6b1365ff894ddbd64b40e342f87c90)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"1b617d1e-18bc-4deb-a956-db3d2c8bfe6f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:38.105994452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-serve-5d6e6d","reconcileID":"8b81d76c-8769-4c60-99d2-01f83a9e9747","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"tenant":"e2e-extmod-b-e67d95","gateway":"openshift-ingress/e2e-extmod-b-e67d95","model":"e2e-extmod-att-user-17462c/e2e-att-serve-5d6e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:38.106013472Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-serve-5d6e6d","reconcileID":"8b81d76c-8769-4c60-99d2-01f83a9e9747","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"routeName":"external-model-e2e-att-serve-5d6e6d-e21fd9a9577e","namespace":"e2e-extmod-att-user-17462c","model":"e2e-att-serve-5d6e6d","externalModel":"e2e-att-serve-5d6e6d","provider":"e2e-att-serve-5d6e6d-provider","gateway":"openshift-ingress/e2e-extmod-b-e67d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:38.166581697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-unrel-edb92d","reconcileID":"44b774c2-a2d0-4e12-9e7f-c769d67a8d53","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"tenant":"e2e-extmod-b-e67d95","gateway":"openshift-ingress/e2e-extmod-b-e67d95","model":"e2e-extmod-att-user-17462c/e2e-att-unrel-edb92d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:38.166614595Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-unrel-edb92d","reconcileID":"44b774c2-a2d0-4e12-9e7f-c769d67a8d53","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"routeName":"external-model-e2e-att-unrel-edb92d-b9d79676061a","namespace":"e2e-extmod-att-user-17462c","model":"e2e-att-unrel-edb92d","externalModel":"e2e-att-unrel-edb92d","provider":"e2e-att-unrel-edb92d-provider","gateway":"openshift-ingress/e2e-extmod-b-e67d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:38.180925304Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-serve-5d6e6d","reconcileID":"3f991b42-fc3a-4d76-a447-c71c19709d72","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"tenant":"e2e-extmod-b-e67d95","gateway":"openshift-ingress/e2e-extmod-b-e67d95","model":"e2e-extmod-att-user-17462c/e2e-att-serve-5d6e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:38.181011166Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-serve-5d6e6d","reconcileID":"3f991b42-fc3a-4d76-a447-c71c19709d72","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"routeName":"external-model-e2e-att-serve-5d6e6d-e21fd9a9577e","namespace":"e2e-extmod-att-user-17462c","model":"e2e-att-serve-5d6e6d","externalModel":"e2e-att-serve-5d6e6d","provider":"e2e-att-serve-5d6e6d-provider","gateway":"openshift-ingress/e2e-extmod-b-e67d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:38.181049808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-5d6e6d-sub","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-sub","reconcileID":"52cf3fbb-f946-413c-8116-636b84ef72e7","MaaSSubscription":{"name":"e2e-att-serve-5d6e6d-sub","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"maas-trlp-e2e-att-serve-5d6e6d","model":"e2e-extmod-att-user-17462c/e2e-att-serve-5d6e6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:38.181640819Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-edb92d-sub","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-unrel-edb92d-sub","reconcileID":"c2eb1ae9-9f78-40d0-8f80-e281f232785b","MaaSSubscription":{"name":"e2e-att-unrel-edb92d-sub","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"maas-trlp-e2e-att-unrel-edb92d","model":"e2e-extmod-att-user-17462c/e2e-att-unrel-edb92d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:38.188897963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"cab4b31e-f543-4849-ba91-345576239d1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:38.197280028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"257ec1b5-0536-42ca-a767-ca6559c89fcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:38.197675498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"963ca58b-40cc-408a-adc4-76eed13e51cf","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:38.198554292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rot-1dd02f-access","reconcileID":"06154650-8c2f-4e3f-887f-2924d6762da4","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:38.199083845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-unrel-edb92d","reconcileID":"d9f9df8d-1143-4a63-9733-34685a393d52","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"tenant":"e2e-extmod-b-e67d95","gateway":"openshift-ingress/e2e-extmod-b-e67d95","model":"e2e-extmod-att-user-17462c/e2e-att-unrel-edb92d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:38.199122521Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-unrel-edb92d","reconcileID":"d9f9df8d-1143-4a63-9733-34685a393d52","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"routeName":"external-model-e2e-att-unrel-edb92d-b9d79676061a","namespace":"e2e-extmod-att-user-17462c","model":"e2e-att-unrel-edb92d","externalModel":"e2e-att-unrel-edb92d","provider":"e2e-att-unrel-edb92d-provider","gateway":"openshift-ingress/e2e-extmod-b-e67d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:38.25611779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"cab4b31e-f543-4849-ba91-345576239d1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:38.260309642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"963ca58b-40cc-408a-adc4-76eed13e51cf","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:38.262438231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"257ec1b5-0536-42ca-a767-ca6559c89fcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:38.266976405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rot-1dd02f-access","reconcileID":"06154650-8c2f-4e3f-887f-2924d6762da4","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:38.359572534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"7a6e9fbc-46a8-4b15-a3e0-55753492899a","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:38.364183085Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-9559ab","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-delete-9559ab","reconcileID":"395da631-901f-43af-b0b4-3e0b75cfc5e0","MaaSModelRef":{"name":"e2e-att-delete-9559ab","namespace":"e2e-extmod-att-user-17462c"},"name":"e2e-att-delete-9559ab","namespace":"e2e-extmod-att-user-17462c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:38.369665066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"7a6e9fbc-46a8-4b15-a3e0-55753492899a","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:38.384523839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-serve-5d6e6d","reconcileID":"3635b316-518b-40e7-8f27-62d644d8b005","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"tenant":"e2e-extmod-b-e67d95","gateway":"openshift-ingress/e2e-extmod-b-e67d95","model":"e2e-extmod-att-user-17462c/e2e-att-serve-5d6e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:38.384542957Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-serve-5d6e6d","reconcileID":"3635b316-518b-40e7-8f27-62d644d8b005","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"routeName":"external-model-e2e-att-serve-5d6e6d-e21fd9a9577e","namespace":"e2e-extmod-att-user-17462c","model":"e2e-att-serve-5d6e6d","externalModel":"e2e-att-serve-5d6e6d","provider":"e2e-att-serve-5d6e6d-provider","gateway":"openshift-ingress/e2e-extmod-b-e67d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:38.387969772Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-9559ab","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-delete-9559ab","reconcileID":"90bb9ae4-5fae-4259-a640-1e57c927cb8d","namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-delete-9559ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:38.388037755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-5d6e6d-sub","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-sub","reconcileID":"35366783-d0e3-4d69-b9cd-38b52bd9194d","MaaSSubscription":{"name":"e2e-att-serve-5d6e6d-sub","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"maas-trlp-e2e-att-serve-5d6e6d","model":"e2e-extmod-att-user-17462c/e2e-att-serve-5d6e6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:38.390977789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-edb92d-sub","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-unrel-edb92d-sub","reconcileID":"17187cb4-b5f4-40bb-ae77-2100ce5981cf","MaaSSubscription":{"name":"e2e-att-unrel-edb92d-sub","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"maas-trlp-e2e-att-unrel-edb92d","model":"e2e-extmod-att-user-17462c/e2e-att-unrel-edb92d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:38.397067311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-unrel-edb92d","reconcileID":"5cfdb023-7912-4bb1-9890-820391f615a0","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"tenant":"e2e-extmod-b-e67d95","gateway":"openshift-ingress/e2e-extmod-b-e67d95","model":"e2e-extmod-att-user-17462c/e2e-att-unrel-edb92d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:38.397087824Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-unrel-edb92d","reconcileID":"5cfdb023-7912-4bb1-9890-820391f615a0","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"routeName":"external-model-e2e-att-unrel-edb92d-b9d79676061a","namespace":"e2e-extmod-att-user-17462c","model":"e2e-att-unrel-edb92d","externalModel":"e2e-att-unrel-edb92d","provider":"e2e-att-unrel-edb92d-provider","gateway":"openshift-ingress/e2e-extmod-b-e67d95","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:11:38.467831887Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-9559ab","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-delete-9559ab","reconcileID":"2b1399c9-bb2b-4eca-b164-647a52149570","MaaSModelRef":{"name":"e2e-att-delete-9559ab","namespace":"e2e-extmod-att-user-17462c"},"error":"ExternalModel e2e-extmod-att-user-17462c/e2e-att-delete-9559ab is attached to several gateways [openshift-ingress/e2e-extmod-a-1dd09d openshift-ingress/e2e-extmod-b-e67d95]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:11:38.876907073Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-9559ab","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-delete-9559ab","reconcileID":"2b1399c9-bb2b-4eca-b164-647a52149570","error":"ExternalModel e2e-extmod-att-user-17462c/e2e-att-delete-9559ab is attached to several gateways [openshift-ingress/e2e-extmod-a-1dd09d openshift-ingress/e2e-extmod-b-e67d95]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:38.889869722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-unrel-edb92d-access","reconcileID":"e2a949af-170a-4fc1-a2d6-a96450f68803","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:38.890352584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-e41ac8-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-detach-e41ac8-access","reconcileID":"ef1fddc7-b07c-4f93-9148-16849c339633","MaaSAuthPolicy":{"name":"e2e-att-detach-e41ac8-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28c1e9","tenantID":"e2e-extmod-b-28c1e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:38.906515776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e4f92901-9e9f-4f1e-96eb-3e63b1c97e04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:11:38.911055064Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-9559ab","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-delete-9559ab","reconcileID":"2ba4eaba-228a-4d89-88cc-27c6977c8a84","MaaSModelRef":{"name":"e2e-att-delete-9559ab","namespace":"e2e-extmod-att-user-17462c"},"error":"ExternalModel e2e-extmod-att-user-17462c/e2e-att-delete-9559ab is attached to several gateways [openshift-ingress/e2e-extmod-a-1dd09d openshift-ingress/e2e-extmod-b-e67d95]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:11:38.917920208Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-9559ab","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-delete-9559ab","reconcileID":"2ba4eaba-228a-4d89-88cc-27c6977c8a84","error":"ExternalModel e2e-extmod-att-user-17462c/e2e-att-delete-9559ab is attached to several gateways [openshift-ingress/e2e-extmod-a-1dd09d openshift-ingress/e2e-extmod-b-e67d95]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:38.918143413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"975088f9-c60f-4f6b-bdd7-30af06c8ad12","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:38.919159765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"83df2468-ef4d-455e-ad79-f6c83e314a60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:38.989704658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-e41ac8-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-detach-e41ac8-access","reconcileID":"ef1fddc7-b07c-4f93-9148-16849c339633","MaaSAuthPolicy":{"name":"e2e-att-detach-e41ac8-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"e2e-extmod-b-28c1e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:39.079653223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e4f92901-9e9f-4f1e-96eb-3e63b1c97e04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:39.114834521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50c07201-e2a8-4212-80ac-f38a81d2c21a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:39.122607826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"83df2468-ef4d-455e-ad79-f6c83e314a60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:39.123819705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-unrel-edb92d-access","reconcileID":"e2a949af-170a-4fc1-a2d6-a96450f68803","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:11:39.124402821Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-9559ab","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-delete-9559ab","reconcileID":"f184be9b-4ec5-4ff4-ae80-17bd876302ac","MaaSModelRef":{"name":"e2e-att-delete-9559ab","namespace":"e2e-extmod-att-user-17462c"},"error":"ExternalModel e2e-extmod-att-user-17462c/e2e-att-delete-9559ab is attached to several gateways [openshift-ingress/e2e-extmod-a-1dd09d openshift-ingress/e2e-extmod-b-e67d95]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:11:39.23413894Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-9559ab","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-delete-9559ab","reconcileID":"f184be9b-4ec5-4ff4-ae80-17bd876302ac","error":"ExternalModel e2e-extmod-att-user-17462c/e2e-att-delete-9559ab is attached to several gateways [openshift-ingress/e2e-extmod-a-1dd09d openshift-ingress/e2e-extmod-b-e67d95]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:39.170439009Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-subscription","reconcileID":"95cb2e6f-26fb-466d-b631-56c459004f38","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:39.35798174Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-9559ab","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-delete-9559ab","reconcileID":"024e0b68-83e8-43ef-990e-fc475a110a21","namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-delete-9559ab","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:11:39.36271047Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-9559ab","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-delete-9559ab","reconcileID":"3f253310-214c-49cb-8774-93e665822bed","MaaSModelRef":{"name":"e2e-att-delete-9559ab","namespace":"e2e-extmod-att-user-17462c"},"error":"ExternalModel e2e-extmod-att-user-17462c/e2e-att-delete-9559ab is attached to several gateways [openshift-ingress/e2e-extmod-a-1dd09d openshift-ingress/e2e-extmod-b-e67d95]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:11:39.362836192Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-9559ab","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-delete-9559ab","reconcileID":"3f253310-214c-49cb-8774-93e665822bed","error":"ExternalModel e2e-extmod-att-user-17462c/e2e-att-delete-9559ab is attached to several gateways [openshift-ingress/e2e-extmod-a-1dd09d openshift-ingress/e2e-extmod-b-e67d95]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:39.444863099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50c07201-e2a8-4212-80ac-f38a81d2c21a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:11:39.627679178Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-9559ab","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-delete-9559ab","reconcileID":"51d5d9a4-b502-42d0-aa24-44bf64e74758","MaaSModelRef":{"name":"e2e-att-delete-9559ab","namespace":"e2e-extmod-att-user-17462c"},"error":"ExternalModel e2e-extmod-att-user-17462c/e2e-att-delete-9559ab is attached to several gateways [openshift-ingress/e2e-extmod-a-1dd09d openshift-ingress/e2e-extmod-b-e67d95]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:11:39.627797925Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-9559ab","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-delete-9559ab","reconcileID":"51d5d9a4-b502-42d0-aa24-44bf64e74758","error":"ExternalModel e2e-extmod-att-user-17462c/e2e-att-delete-9559ab is attached to several gateways [openshift-ingress/e2e-extmod-a-1dd09d openshift-ingress/e2e-extmod-b-e67d95]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:39.636662006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"c79c6ad2-36a9-43f2-b5e4-2f97cabde30c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:39.770577413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"c79c6ad2-36a9-43f2-b5e4-2f97cabde30c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:39.774198853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"098bf18b-5a75-4f2e-ad1c-9d0aad3d6238","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:11:39.779114894Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-9559ab","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-delete-9559ab","reconcileID":"c78c3e0a-9461-4dbd-8554-305e899c9cd2","MaaSModelRef":{"name":"e2e-att-delete-9559ab","namespace":"e2e-extmod-att-user-17462c"},"error":"ExternalModel e2e-extmod-att-user-17462c/e2e-att-delete-9559ab is attached to several gateways [openshift-ingress/e2e-extmod-a-1dd09d openshift-ingress/e2e-extmod-b-e67d95]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:11:39.779270648Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-9559ab","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-delete-9559ab","reconcileID":"c78c3e0a-9461-4dbd-8554-305e899c9cd2","error":"ExternalModel e2e-extmod-att-user-17462c/e2e-att-delete-9559ab is attached to several gateways [openshift-ingress/e2e-extmod-a-1dd09d openshift-ingress/e2e-extmod-b-e67d95]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:39.803417997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"d4b16300-2607-42e9-b027-471d1fb47f26","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"premium-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"premium-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:39.867885853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"098bf18b-5a75-4f2e-ad1c-9d0aad3d6238","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:39.87228736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"b003978c-970b-4cba-a80a-e5164ba4a883","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:39.883548048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"eaa1456f-7fd7-4a43-ab94-352e6988790c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:39.884418411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-subscription","reconcileID":"7ec738dd-c102-4ddc-a5c1-15b20d72b63a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-premium-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:39.889239441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"c0ebd293-89b6-4a8d-950d-d4e1d98e42c0","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28c1e9","tenantID":"e2e-extmod-b-28c1e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:39.893361027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"c5fbaf7c-91bb-4824-84ad-cfd17c605da7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:39.895959562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"eaa1456f-7fd7-4a43-ab94-352e6988790c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:39.89668563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-subscription","reconcileID":"ca5a60c5-79fa-4963-a13b-05e61f3ac1c1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:39.898634121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"c0ebd293-89b6-4a8d-950d-d4e1d98e42c0","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"e2e-extmod-b-28c1e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:39.903150829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"c5fbaf7c-91bb-4824-84ad-cfd17c605da7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:39.911605375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"d018fda7-b160-4773-b6f1-8060e6348559","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"premium-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"premium-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:39.925175591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-subscription","reconcileID":"64424605-59cd-4dd8-b138-970f0d06be6b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-premium-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:39.960719421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"34113e8b-1658-4ccc-95d1-ad34328144a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:11:39.9669423Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-9559ab","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-delete-9559ab","reconcileID":"4523b11a-a80c-4244-ae32-db3c1aedd429","MaaSModelRef":{"name":"e2e-att-delete-9559ab","namespace":"e2e-extmod-att-user-17462c"},"error":"ExternalModel e2e-extmod-att-user-17462c/e2e-att-delete-9559ab is attached to several gateways [openshift-ingress/e2e-extmod-a-1dd09d openshift-ingress/e2e-extmod-b-e67d95]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:11:39.967026401Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-9559ab","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-delete-9559ab","reconcileID":"4523b11a-a80c-4244-ae32-db3c1aedd429","error":"ExternalModel e2e-extmod-att-user-17462c/e2e-att-delete-9559ab is attached to several gateways [openshift-ingress/e2e-extmod-a-1dd09d openshift-ingress/e2e-extmod-b-e67d95]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:39.968352425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"34113e8b-1658-4ccc-95d1-ad34328144a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:40.08907932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"4161c3c9-3fd1-481b-b479-362fc692f310","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:40.090444577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"a73b5488-94ae-4d93-b527-6c596a9a770c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:40.104472985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"607e542f-d810-42f2-a6b0-ceeeddc63939","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:40.105270428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"b44a679b-b7ff-499d-8bba-d2bbf307c997","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:40.132551793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"a73b5488-94ae-4d93-b527-6c596a9a770c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:40.13423839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"4161c3c9-3fd1-481b-b479-362fc692f310","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:40.139032459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"607e542f-d810-42f2-a6b0-ceeeddc63939","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:40.14111915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"d38157cb-0548-4570-8585-c3d35cea6461","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:40.162900573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"b44a679b-b7ff-499d-8bba-d2bbf307c997","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:40.168216122Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4a477d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5b40f8aff9d41e552f70394f0bb2463e45790c792e14d28295da8b45cef9d3b4) AuthConfig (fb345a5c13a46e5e3dbd289bcb1712fa8637c42e9bc307af6c0186be00d4b325) AuthConfig (9366458530b9c4f9f995d2da785ef717483fb9991a506c2255cb941b4d251f27) AuthConfig (3cebc48532bed8b88e30a3763a9ad4627b6b1365ff894ddbd64b40e342f87c90)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"607e542f-d810-42f2-a6b0-ceeeddc63939","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:40.174152029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"d38157cb-0548-4570-8585-c3d35cea6461","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:40.184047162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"80fa111c-d15f-490a-bde7-0baf1170bc01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:40.184323023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"93084ed8-e2b3-4ae7-a075-7e8117f187e0","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:40.190045741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"e232e4bb-d4b5-4923-b60e-41a476cd1fba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:40.196426933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"93084ed8-e2b3-4ae7-a075-7e8117f187e0","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:40.196951295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"80fa111c-d15f-490a-bde7-0baf1170bc01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:40.199863343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"e232e4bb-d4b5-4923-b60e-41a476cd1fba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:40.286984956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"bcaf77a5-d115-41df-896b-613d94ab2717","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:40.289051396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-e41ac8-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-detach-e41ac8-access","reconcileID":"6068a2e3-f523-40c7-bdcb-97385f318de9","MaaSAuthPolicy":{"name":"e2e-att-detach-e41ac8-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28c1e9","tenantID":"e2e-extmod-b-28c1e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:11:40.291279658Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-9559ab","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-delete-9559ab","reconcileID":"b634abc4-1b5c-4680-bf60-5112e6bb1655","MaaSModelRef":{"name":"e2e-att-delete-9559ab","namespace":"e2e-extmod-att-user-17462c"},"error":"ExternalModel e2e-extmod-att-user-17462c/e2e-att-delete-9559ab is attached to several gateways [openshift-ingress/e2e-extmod-a-1dd09d openshift-ingress/e2e-extmod-b-e67d95]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:11:40.291345145Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-9559ab","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-delete-9559ab","reconcileID":"b634abc4-1b5c-4680-bf60-5112e6bb1655","error":"ExternalModel e2e-extmod-att-user-17462c/e2e-att-delete-9559ab is attached to several gateways [openshift-ingress/e2e-extmod-a-1dd09d openshift-ingress/e2e-extmod-b-e67d95]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:40.292455448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-unrel-edb92d-access","reconcileID":"8f93449e-bcc8-4a16-ac09-238b3e56f645","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:40.29334529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rot-1dd02f-access","reconcileID":"3be7ba05-f34f-4785-ac4f-74f297d4b021","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:40.293956205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"524ea6e8-d5fd-4bf3-b9c1-77f62cd83173","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:40.295704951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"bcaf77a5-d115-41df-896b-613d94ab2717","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:40.297855537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-e41ac8-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-detach-e41ac8-access","reconcileID":"6068a2e3-f523-40c7-bdcb-97385f318de9","MaaSAuthPolicy":{"name":"e2e-att-detach-e41ac8-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"e2e-extmod-b-28c1e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:40.301865725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-unrel-edb92d-access","reconcileID":"8f93449e-bcc8-4a16-ac09-238b3e56f645","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:40.302918487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rot-1dd02f-access","reconcileID":"3be7ba05-f34f-4785-ac4f-74f297d4b021","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:40.305298248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"524ea6e8-d5fd-4bf3-b9c1-77f62cd83173","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:40.386228188Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:40.466025989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f880193b-5f76-4ee7-b85a-e46dae1fe1aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:40.466633326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"070231cd-8169-452b-885e-cb84198f7086","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:40.469809419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"3ef0c6b2-67d9-4113-a3ca-816fe2a1ff0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:40.47196192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"66e31120-ceb1-4795-8046-16d80aad3401","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:40.476078663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f880193b-5f76-4ee7-b85a-e46dae1fe1aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:40.479896262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"070231cd-8169-452b-885e-cb84198f7086","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:40.486013521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"3ef0c6b2-67d9-4113-a3ca-816fe2a1ff0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:40.488356254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"66e31120-ceb1-4795-8046-16d80aad3401","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:11:40.940342072Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-9559ab","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-delete-9559ab","reconcileID":"b1e9c08c-fd18-4fe7-aa74-48cfea1115ad","MaaSModelRef":{"name":"e2e-att-delete-9559ab","namespace":"e2e-extmod-att-user-17462c"},"error":"ExternalModel e2e-extmod-att-user-17462c/e2e-att-delete-9559ab is attached to several gateways [openshift-ingress/e2e-extmod-a-1dd09d openshift-ingress/e2e-extmod-b-e67d95]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:11:40.940511673Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-9559ab","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-delete-9559ab","reconcileID":"b1e9c08c-fd18-4fe7-aa74-48cfea1115ad","error":"ExternalModel e2e-extmod-att-user-17462c/e2e-att-delete-9559ab is attached to several gateways [openshift-ingress/e2e-extmod-a-1dd09d openshift-ingress/e2e-extmod-b-e67d95]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:11:42.22383531Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-9559ab","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-delete-9559ab","reconcileID":"d122d06a-b6c6-4d58-a8a4-49b7f2ea6489","MaaSModelRef":{"name":"e2e-att-delete-9559ab","namespace":"e2e-extmod-att-user-17462c"},"error":"ExternalModel e2e-extmod-att-user-17462c/e2e-att-delete-9559ab is attached to several gateways [openshift-ingress/e2e-extmod-a-1dd09d openshift-ingress/e2e-extmod-b-e67d95]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:11:42.223905598Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-9559ab","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-delete-9559ab","reconcileID":"d122d06a-b6c6-4d58-a8a4-49b7f2ea6489","error":"ExternalModel e2e-extmod-att-user-17462c/e2e-att-delete-9559ab is attached to several gateways [openshift-ingress/e2e-extmod-a-1dd09d openshift-ingress/e2e-extmod-b-e67d95]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:11:44.788336104Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-9559ab","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-delete-9559ab","reconcileID":"054033eb-3837-4d13-ab3e-2a9d51449d56","MaaSModelRef":{"name":"e2e-att-delete-9559ab","namespace":"e2e-extmod-att-user-17462c"},"error":"ExternalModel e2e-extmod-att-user-17462c/e2e-att-delete-9559ab is attached to several gateways [openshift-ingress/e2e-extmod-a-1dd09d openshift-ingress/e2e-extmod-b-e67d95]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:11:44.788429701Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-9559ab","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-delete-9559ab","reconcileID":"054033eb-3837-4d13-ab3e-2a9d51449d56","error":"ExternalModel e2e-extmod-att-user-17462c/e2e-att-delete-9559ab is attached to several gateways [openshift-ingress/e2e-extmod-a-1dd09d openshift-ingress/e2e-extmod-b-e67d95]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:45.351553074Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-9559ab","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-delete-9559ab","reconcileID":"7be80469-86a8-4e69-8abf-336957e01adf","namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-delete-9559ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:45.365923034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-serve-5d6e6d","reconcileID":"1d263e32-9237-4a7e-a04c-b7747f64b80b","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"tenant":"e2e-extmod-b-e67d95","gateway":"openshift-ingress/e2e-extmod-b-e67d95","model":"e2e-extmod-att-user-17462c/e2e-att-serve-5d6e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:45.365946441Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-serve-5d6e6d","reconcileID":"1d263e32-9237-4a7e-a04c-b7747f64b80b","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"routeName":"external-model-e2e-att-serve-5d6e6d-e21fd9a9577e","namespace":"e2e-extmod-att-user-17462c","model":"e2e-att-serve-5d6e6d","externalModel":"e2e-att-serve-5d6e6d","provider":"e2e-att-serve-5d6e6d-provider","gateway":"openshift-ingress/e2e-extmod-b-e67d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:45.371785522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"060aa73b-585b-4cbe-b4dd-f6984ff35675","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:45.372138679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"98e7a30c-ded9-4113-bd7f-9705bc0340b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:45.372534115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"505d2612-56b4-45d3-9dbc-869a4b151473","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:45.372975229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-e41ac8-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-detach-e41ac8-access","reconcileID":"6080cbaa-2c70-423a-bcf7-9d6f626f8c48","MaaSAuthPolicy":{"name":"e2e-att-detach-e41ac8-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28c1e9","tenantID":"e2e-extmod-b-28c1e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:45.373790043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-unrel-edb92d","reconcileID":"9894224d-b71a-446e-84ef-0119cf61d95e","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"tenant":"e2e-extmod-b-e67d95","gateway":"openshift-ingress/e2e-extmod-b-e67d95","model":"e2e-extmod-att-user-17462c/e2e-att-unrel-edb92d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:45.373811788Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-unrel-edb92d","reconcileID":"9894224d-b71a-446e-84ef-0119cf61d95e","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"routeName":"external-model-e2e-att-unrel-edb92d-b9d79676061a","namespace":"e2e-extmod-att-user-17462c","model":"e2e-att-unrel-edb92d","externalModel":"e2e-att-unrel-edb92d","provider":"e2e-att-unrel-edb92d-provider","gateway":"openshift-ingress/e2e-extmod-b-e67d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:45.375197432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"55efe2a6-e381-49e8-bdbd-0abc2166c2ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:45.381002034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"060aa73b-585b-4cbe-b4dd-f6984ff35675","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:45.384302323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"505d2612-56b4-45d3-9dbc-869a4b151473","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:45.384719179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"98e7a30c-ded9-4113-bd7f-9705bc0340b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:45.38639026Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-edb92d-sub","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-unrel-edb92d-sub","reconcileID":"f6f01415-6b3e-4302-b8fb-2a4bbdad856b","MaaSSubscription":{"name":"e2e-att-unrel-edb92d-sub","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"maas-trlp-e2e-att-unrel-edb92d","model":"e2e-extmod-att-user-17462c/e2e-att-unrel-edb92d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:45.387981518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-e41ac8-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-detach-e41ac8-access","reconcileID":"6080cbaa-2c70-423a-bcf7-9d6f626f8c48","MaaSAuthPolicy":{"name":"e2e-att-detach-e41ac8-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"e2e-extmod-b-28c1e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:45.391614918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-5d6e6d-sub","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-sub","reconcileID":"bbc9115b-6630-4346-86b2-b21bbea0415c","MaaSSubscription":{"name":"e2e-att-serve-5d6e6d-sub","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"maas-trlp-e2e-att-serve-5d6e6d","model":"e2e-extmod-att-user-17462c/e2e-att-serve-5d6e6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:45.391828544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"55efe2a6-e381-49e8-bdbd-0abc2166c2ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:45.392085975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-serve-5d6e6d","reconcileID":"4a06585a-76b1-43c1-bdaa-0501416f3185","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"tenant":"e2e-extmod-b-e67d95","gateway":"openshift-ingress/e2e-extmod-b-e67d95","model":"e2e-extmod-att-user-17462c/e2e-att-serve-5d6e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:45.392163829Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-serve-5d6e6d","reconcileID":"4a06585a-76b1-43c1-bdaa-0501416f3185","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"routeName":"external-model-e2e-att-serve-5d6e6d-e21fd9a9577e","namespace":"e2e-extmod-att-user-17462c","model":"e2e-att-serve-5d6e6d","externalModel":"e2e-att-serve-5d6e6d","provider":"e2e-att-serve-5d6e6d-provider","gateway":"openshift-ingress/e2e-extmod-b-e67d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:45.397468073Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4a477d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5b40f8aff9d41e552f70394f0bb2463e45790c792e14d28295da8b45cef9d3b4) AuthConfig (fb345a5c13a46e5e3dbd289bcb1712fa8637c42e9bc307af6c0186be00d4b325) AuthConfig (9366458530b9c4f9f995d2da785ef717483fb9991a506c2255cb941b4d251f27) AuthConfig (3cebc48532bed8b88e30a3763a9ad4627b6b1365ff894ddbd64b40e342f87c90)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"505d2612-56b4-45d3-9dbc-869a4b151473","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:45.461906319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-unrel-edb92d","reconcileID":"8bde9734-2c9a-4791-a95c-534ffffe3df9","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"tenant":"e2e-extmod-b-e67d95","gateway":"openshift-ingress/e2e-extmod-b-e67d95","model":"e2e-extmod-att-user-17462c/e2e-att-unrel-edb92d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:45.46193303Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-unrel-edb92d","reconcileID":"8bde9734-2c9a-4791-a95c-534ffffe3df9","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"routeName":"external-model-e2e-att-unrel-edb92d-b9d79676061a","namespace":"e2e-extmod-att-user-17462c","model":"e2e-att-unrel-edb92d","externalModel":"e2e-att-unrel-edb92d","provider":"e2e-att-unrel-edb92d-provider","gateway":"openshift-ingress/e2e-extmod-b-e67d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:45.470076695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"fc7cbbf6-284f-497a-8f5f-f6c8a36aecbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:45.481564903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"fc7cbbf6-284f-497a-8f5f-f6c8a36aecbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:45.500180684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-edb92d-sub","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-unrel-edb92d-sub","reconcileID":"5a3ba964-586b-4ea4-ab64-e481dc5de0d2","MaaSSubscription":{"name":"e2e-att-unrel-edb92d-sub","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"maas-trlp-e2e-att-unrel-edb92d","model":"e2e-extmod-att-user-17462c/e2e-att-unrel-edb92d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:45.514844736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"5354ee86-2360-4730-9efb-0fd1792b6351","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:45.523024045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"5354ee86-2360-4730-9efb-0fd1792b6351","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:45.583139548Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-9559ab","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-delete-9559ab","reconcileID":"32611581-1750-4f57-bf53-9790e793b02a","namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-delete-9559ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:45.589775462Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-5d6e6d-sub","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-sub","reconcileID":"4b48be28-5e53-4e64-9e84-0c158d63bc33","MaaSSubscription":{"name":"e2e-att-serve-5d6e6d-sub","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"maas-trlp-e2e-att-serve-5d6e6d","model":"e2e-extmod-att-user-17462c/e2e-att-serve-5d6e6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:45.609946089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"08a86a57-f507-4922-9d41-b522f99e88ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:45.61493635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"a02abc1c-b4ef-4638-9991-2d6d0721d9d9","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28c1e9","tenantID":"e2e-extmod-b-28c1e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:45.615258032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"f8cdd8b2-c835-4076-b554-3a8018c83d70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:45.615465732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"404b1e34-da99-4c86-9ea4-99c4e3a1bf45","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:45.617821071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"08a86a57-f507-4922-9d41-b522f99e88ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:45.620307693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"a960c765-f747-46b0-88db-5736c94510b6","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:45.660383537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"a02abc1c-b4ef-4638-9991-2d6d0721d9d9","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"e2e-extmod-b-28c1e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:45.769607181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"a960c765-f747-46b0-88db-5736c94510b6","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:45.786022385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"f8cdd8b2-c835-4076-b554-3a8018c83d70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:45.823263288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"404b1e34-da99-4c86-9ea4-99c4e3a1bf45","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:46.037594535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"c59ca97e-68a7-4205-9ada-e084261639df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:46.213294742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"c59ca97e-68a7-4205-9ada-e084261639df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:46.400221487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"f44337f3-1523-4a7e-a4ed-0ce510562ba5","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:46.42347907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"480aec45-7255-485a-bb07-7217d9046b5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:46.424602041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"d9cb26c2-bc68-4275-93da-7946ae5179eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:46.41168591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"4212a32d-739f-46c4-8a0b-2e4cdf890d13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:46.470034025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"f44337f3-1523-4a7e-a4ed-0ce510562ba5","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:46.471179736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"480aec45-7255-485a-bb07-7217d9046b5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:46.474842462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"4212a32d-739f-46c4-8a0b-2e4cdf890d13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:46.478123952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"d9cb26c2-bc68-4275-93da-7946ae5179eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:46.48026874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"346c30e8-63b6-4bb9-8e53-3429a9a8b5e7","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:46.559455706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"346c30e8-63b6-4bb9-8e53-3429a9a8b5e7","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:46.581476599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"f13c3b81-0990-45d1-8371-7692dffe6438","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:46.582144236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rot-1dd02f-access","reconcileID":"35b3d938-4c6c-494e-9053-e034742f0133","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:46.656785242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"f13c3b81-0990-45d1-8371-7692dffe6438","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:46.657975123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rot-1dd02f-access","reconcileID":"35b3d938-4c6c-494e-9053-e034742f0133","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:46.680968417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-e41ac8-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-detach-e41ac8-access","reconcileID":"32418c8c-cc9b-4239-9181-d1967c315862","MaaSAuthPolicy":{"name":"e2e-att-detach-e41ac8-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28c1e9","tenantID":"e2e-extmod-b-28c1e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:46.681048298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-unrel-edb92d-access","reconcileID":"a8709e7e-5e54-4ee7-bb87-ac7f73d4bd8c","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:46.68153592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"9e24d135-a230-407a-ac51-036f8c30e557","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:46.685500783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"955b66ac-1835-4e16-b3dc-8a352d879ad1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:46.686165276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"047a6292-7c37-4dcc-bee3-6ac7e8d1c738","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:46.68969425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-e41ac8-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-detach-e41ac8-access","reconcileID":"32418c8c-cc9b-4239-9181-d1967c315862","MaaSAuthPolicy":{"name":"e2e-att-detach-e41ac8-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"e2e-extmod-b-28c1e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:46.690112651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"9e24d135-a230-407a-ac51-036f8c30e557","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:46.692269495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-unrel-edb92d-access","reconcileID":"a8709e7e-5e54-4ee7-bb87-ac7f73d4bd8c","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:46.693453526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"955b66ac-1835-4e16-b3dc-8a352d879ad1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:46.694841747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"047a6292-7c37-4dcc-bee3-6ac7e8d1c738","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:46.702271472Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4a477d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5b40f8aff9d41e552f70394f0bb2463e45790c792e14d28295da8b45cef9d3b4) AuthConfig (fb345a5c13a46e5e3dbd289bcb1712fa8637c42e9bc307af6c0186be00d4b325) AuthConfig (9366458530b9c4f9f995d2da785ef717483fb9991a506c2255cb941b4d251f27) AuthConfig (3cebc48532bed8b88e30a3763a9ad4627b6b1365ff894ddbd64b40e342f87c90)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"047a6292-7c37-4dcc-bee3-6ac7e8d1c738","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:46.780752454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dd48e110-f91c-446f-b0d8-2b4c88cfcb0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:46.780975307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a52106a7-5527-4727-b59b-357c2bb08200","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:46.789540758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dd48e110-f91c-446f-b0d8-2b4c88cfcb0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:46.790217547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a52106a7-5527-4727-b59b-357c2bb08200","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:46.897602237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"fddc2ba1-c589-4248-9b33-4348c3e0d81d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:46.898064528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"de35c918-fc3f-4de4-af6a-f2c1f7deb2b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:46.908770653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"de35c918-fc3f-4de4-af6a-f2c1f7deb2b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:46.909466985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"fddc2ba1-c589-4248-9b33-4348c3e0d81d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:56.716586657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"eaef68b4-c91f-4d95-96b7-1a777f3beeb4","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:56.725512226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"eaef68b4-c91f-4d95-96b7-1a777f3beeb4","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:56.757353715Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4a477d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5b40f8aff9d41e552f70394f0bb2463e45790c792e14d28295da8b45cef9d3b4) AuthConfig (fb345a5c13a46e5e3dbd289bcb1712fa8637c42e9bc307af6c0186be00d4b325) AuthConfig (9366458530b9c4f9f995d2da785ef717483fb9991a506c2255cb941b4d251f27) AuthConfig (3cebc48532bed8b88e30a3763a9ad4627b6b1365ff894ddbd64b40e342f87c90)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"eaef68b4-c91f-4d95-96b7-1a777f3beeb4","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:04.635160979Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-5b942c","namespace":"e2e-extmod-att-noaccess-3d8080"},"namespace":"e2e-extmod-att-noaccess-3d8080","name":"e2e-att-noaccess-5b942c","reconcileID":"db429468-5b84-4731-9701-db276b2a3cc1","namespace":"e2e-extmod-att-noaccess-3d8080","name":"e2e-att-noaccess-5b942c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:04.651072868Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-5b942c","namespace":"e2e-extmod-att-noaccess-3d8080"},"namespace":"e2e-extmod-att-noaccess-3d8080","name":"e2e-att-noaccess-5b942c","reconcileID":"b3872b53-3cc6-4562-aa8e-b0de041f0fea","namespace":"e2e-extmod-att-noaccess-3d8080","name":"e2e-att-noaccess-5b942c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:04.66835314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"2e1bdb87-966e-42af-97db-dc39e68ed644","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:04.668710069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"cb16ba2a-d6d8-45ec-8a20-eebfc4115c23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:04.675474024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a82f511c-e090-4cec-a3ab-eadf96601dfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:04.675782932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"52f26009-cc4b-4c49-803c-22413dbf3ec7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:04.681539549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"2e1bdb87-966e-42af-97db-dc39e68ed644","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:04.682905775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"cb16ba2a-d6d8-45ec-8a20-eebfc4115c23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:04.686501504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"e2c80b5e-2660-4bc4-b8d0-aba782a51896","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:04.692850786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a82f511c-e090-4cec-a3ab-eadf96601dfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:04.698903133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"52f26009-cc4b-4c49-803c-22413dbf3ec7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:04.703364929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"e2c80b5e-2660-4bc4-b8d0-aba782a51896","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:04.764645705Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4a477d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5b40f8aff9d41e552f70394f0bb2463e45790c792e14d28295da8b45cef9d3b4) AuthConfig (fb345a5c13a46e5e3dbd289bcb1712fa8637c42e9bc307af6c0186be00d4b325) AuthConfig (9366458530b9c4f9f995d2da785ef717483fb9991a506c2255cb941b4d251f27) AuthConfig (3cebc48532bed8b88e30a3763a9ad4627b6b1365ff894ddbd64b40e342f87c90)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"e2c80b5e-2660-4bc4-b8d0-aba782a51896","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:04.793217851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"65931f53-8d31-4d12-8c69-365607343da2","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28c1e9","tenantID":"e2e-extmod-b-28c1e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:04.81076399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"65931f53-8d31-4d12-8c69-365607343da2","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"e2e-extmod-b-28c1e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:04.826040098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"d3e77788-0376-44cb-ba29-e016642338ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:04.871384154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"4bff919f-2be9-4283-b950-c373a77dd0d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:04.876013053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"f081add5-81b1-478c-ac21-86a5a753f32e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:04.928576857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"d3e77788-0376-44cb-ba29-e016642338ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:04.932863149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"7df4a0d8-3a99-4285-81c6-0336bf10274c","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:04.951824437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"4bff919f-2be9-4283-b950-c373a77dd0d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:04.954850937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"f081add5-81b1-478c-ac21-86a5a753f32e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:04.930510105Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-5b942c","namespace":"e2e-extmod-att-noaccess-3d8080"},"namespace":"e2e-extmod-att-noaccess-3d8080","name":"e2e-att-noaccess-5b942c","reconcileID":"ef89718e-27d8-49d9-b192-c99e253e3dac","namespace":"e2e-extmod-att-noaccess-3d8080","name":"e2e-att-noaccess-5b942c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:04.955666223Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-5b942c","namespace":"e2e-extmod-att-noaccess-3d8080"},"namespace":"e2e-extmod-att-noaccess-3d8080","name":"e2e-att-noaccess-5b942c","reconcileID":"6e8d559e-49aa-4e84-98ed-0061235c190a","MaaSModelRef":{"name":"e2e-att-noaccess-5b942c","namespace":"e2e-extmod-att-noaccess-3d8080"},"name":"e2e-att-noaccess-5b942c","namespace":"e2e-extmod-att-noaccess-3d8080","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:04.967762695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"7df4a0d8-3a99-4285-81c6-0336bf10274c","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:04.980947442Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-5b942c","namespace":"e2e-extmod-att-noaccess-3d8080"},"namespace":"e2e-extmod-att-noaccess-3d8080","name":"e2e-att-noaccess-5b942c","reconcileID":"8bbe23bb-d7d8-438a-8c0f-931b07e0d0f7","MaaSModelRef":{"name":"e2e-att-noaccess-5b942c","namespace":"e2e-extmod-att-noaccess-3d8080"},"name":"e2e-att-noaccess-5b942c","namespace":"e2e-extmod-att-noaccess-3d8080","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:05.011345218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"61247951-bf35-464d-a1ea-e6dcf390bcb9","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:05.018993208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"61247951-bf35-464d-a1ea-e6dcf390bcb9","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:05.108443513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"fc96c4f2-9d53-4c74-b834-8d7145a98733","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:05.11127239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"bf74fd06-d8a8-4159-8db8-ef202cd4d8fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:05.113517475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"1a0dd48c-c674-4a77-9e9d-ddc0914eccee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:05.115165524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"cac5987f-21cf-4edf-b535-af3c9252d0e7","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:05.117952164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"fc96c4f2-9d53-4c74-b834-8d7145a98733","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:05.119010573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"bf74fd06-d8a8-4159-8db8-ef202cd4d8fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:05.121560762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"1a0dd48c-c674-4a77-9e9d-ddc0914eccee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:05.123821744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"cac5987f-21cf-4edf-b535-af3c9252d0e7","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:05.268422322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"f1ed6747-75a4-4795-b844-9d7fe1103512","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:05.27102232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rot-1dd02f-access","reconcileID":"7f973dc3-0f4f-49b9-8d4b-9ce0abc47b53","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:05.271681673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"d3a06abc-986b-45fb-9ca1-021027e9f145","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:05.277633984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"f1ed6747-75a4-4795-b844-9d7fe1103512","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:05.279164792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rot-1dd02f-access","reconcileID":"7f973dc3-0f4f-49b9-8d4b-9ce0abc47b53","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:05.281248178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"d3a06abc-986b-45fb-9ca1-021027e9f145","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:05.369077631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-unrel-edb92d-access","reconcileID":"a3859b3f-a2ac-491c-87b7-627a84b8cfa0","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:05.378384764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-unrel-edb92d-access","reconcileID":"a3859b3f-a2ac-491c-87b7-627a84b8cfa0","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:05.406813504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-e41ac8-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-detach-e41ac8-access","reconcileID":"6989c1bb-ac70-4bcd-aad2-abf2d1ab3015","MaaSAuthPolicy":{"name":"e2e-att-detach-e41ac8-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28c1e9","tenantID":"e2e-extmod-b-28c1e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:05.414162203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-e41ac8-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-detach-e41ac8-access","reconcileID":"6989c1bb-ac70-4bcd-aad2-abf2d1ab3015","MaaSAuthPolicy":{"name":"e2e-att-detach-e41ac8-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"e2e-extmod-b-28c1e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:05.547849365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"421a6212-142b-497e-9856-ae0695b5e05f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:05.570465322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"7006f4f4-7682-40f1-9da8-c4cc051f5647","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:05.58164957Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-5b942c","namespace":"e2e-extmod-att-noaccess-3d8080"},"namespace":"e2e-extmod-att-noaccess-3d8080","name":"e2e-att-noaccess-5b942c","reconcileID":"50d7942e-40bf-4787-88b5-9e22dcaf11f0","namespace":"e2e-extmod-att-noaccess-3d8080","name":"e2e-att-noaccess-5b942c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:05.586580187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"421a6212-142b-497e-9856-ae0695b5e05f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:05.587421756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3929df02-5065-45a3-a672-80eac9d647c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:05.590121108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"7006f4f4-7682-40f1-9da8-c4cc051f5647","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:05.590480281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"0289fbfe-f3ee-4a8b-ba89-a7bc2f38bb2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:05.590881348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a604c33f-9a2d-4cc6-87ea-4164ef5823db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:05.607530601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3929df02-5065-45a3-a672-80eac9d647c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:05.607084347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a604c33f-9a2d-4cc6-87ea-4164ef5823db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:05.61260643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"0289fbfe-f3ee-4a8b-ba89-a7bc2f38bb2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:05.625729191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"911d8947-4a6e-4069-ae49-9fa1f7153414","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:05.633500399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"208529ee-8b56-43ac-8399-ed82f60908f1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:05.63652627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"911d8947-4a6e-4069-ae49-9fa1f7153414","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:05.643908836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"208529ee-8b56-43ac-8399-ed82f60908f1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:05.6510688Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4a477d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5b40f8aff9d41e552f70394f0bb2463e45790c792e14d28295da8b45cef9d3b4) AuthConfig (fb345a5c13a46e5e3dbd289bcb1712fa8637c42e9bc307af6c0186be00d4b325) AuthConfig (9366458530b9c4f9f995d2da785ef717483fb9991a506c2255cb941b4d251f27) AuthConfig (3cebc48532bed8b88e30a3763a9ad4627b6b1365ff894ddbd64b40e342f87c90)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"208529ee-8b56-43ac-8399-ed82f60908f1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:05.703200036Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-5b942c","namespace":"e2e-extmod-att-noaccess-3d8080"},"namespace":"e2e-extmod-att-noaccess-3d8080","name":"e2e-att-noaccess-5b942c","reconcileID":"c9ea44e0-5d70-4877-831d-d9663d99bd9d","namespace":"e2e-extmod-att-noaccess-3d8080","name":"e2e-att-noaccess-5b942c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:05.713474582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"2d808552-08c3-4446-906b-8bb69d75f134","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28c1e9","tenantID":"e2e-extmod-b-28c1e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:05.716047642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"3a5092a6-67d9-48c1-b913-9adc0e4cdc06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:05.716359776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"ea6a9cce-51b6-44d3-9c5a-5b9b1ba66fd1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:05.716486621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"37f3d58e-fce7-49d8-bc5f-8cdc994defb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:05.720323281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"8abfccaa-91b0-4ebd-9991-3b6d3b698bc5","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:05.721469547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"2d808552-08c3-4446-906b-8bb69d75f134","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"e2e-extmod-b-28c1e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:05.725652109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"3a5092a6-67d9-48c1-b913-9adc0e4cdc06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:05.725846806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"ea6a9cce-51b6-44d3-9c5a-5b9b1ba66fd1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:05.72793107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"8abfccaa-91b0-4ebd-9991-3b6d3b698bc5","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:05.728212238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"37f3d58e-fce7-49d8-bc5f-8cdc994defb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:05.848446146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"c50986f4-0865-4dd7-88d1-7399dffcf401","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:05.851804636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"e2d95aca-bc60-4570-875b-94902b4ab2c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:05.858021023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"c50986f4-0865-4dd7-88d1-7399dffcf401","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:05.85980083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"e2d95aca-bc60-4570-875b-94902b4ab2c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:05.923689179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"56c8d5ba-04fa-42a3-a7a6-796366e796f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:05.926614732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rot-1dd02f-access","reconcileID":"d31ea589-c399-4fc2-8dd4-f4927dc2d924","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:05.926636668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"8c473c06-0bac-463b-b35f-f8ba42e390e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:05.927844203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"4ded4883-73ff-4b2c-a57e-c439728e3bdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:05.928181663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"ce5a4eb8-41b4-4b02-be6d-791e6f79aae3","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:05.931243092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"56c8d5ba-04fa-42a3-a7a6-796366e796f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:05.934375681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rot-1dd02f-access","reconcileID":"d31ea589-c399-4fc2-8dd4-f4927dc2d924","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:05.935370012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"8c473c06-0bac-463b-b35f-f8ba42e390e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:05.93668193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"4ded4883-73ff-4b2c-a57e-c439728e3bdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:05.937772808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"ce5a4eb8-41b4-4b02-be6d-791e6f79aae3","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:06.023507756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-unrel-edb92d-access","reconcileID":"7da20287-a066-4330-a2b6-6b5808ca2d25","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:06.028479449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28d2db71-dfce-42ea-89a6-00b1fe509b08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:06.028557573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"869a5466-ea09-402d-936e-9aa0ed808d97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:06.031761772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-e41ac8-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-detach-e41ac8-access","reconcileID":"76a5d71e-f9a4-4289-a787-2d4c08885cda","MaaSAuthPolicy":{"name":"e2e-att-detach-e41ac8-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28c1e9","tenantID":"e2e-extmod-b-28c1e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:06.032305482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"7be47e76-93e9-47e2-b683-4cc856ac9ec8","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:06.033894426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-unrel-edb92d-access","reconcileID":"7da20287-a066-4330-a2b6-6b5808ca2d25","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:06.038019069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"869a5466-ea09-402d-936e-9aa0ed808d97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:06.038905685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28d2db71-dfce-42ea-89a6-00b1fe509b08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:06.046364877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"7be47e76-93e9-47e2-b683-4cc856ac9ec8","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:06.047319399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-e41ac8-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-detach-e41ac8-access","reconcileID":"76a5d71e-f9a4-4289-a787-2d4c08885cda","MaaSAuthPolicy":{"name":"e2e-att-detach-e41ac8-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"e2e-extmod-b-28c1e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:06.179220023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"a0f73f45-2c48-4fed-be79-665e5cf3776c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:06.185195657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"13e8cf33-5dcc-4b7d-857f-37eb25ac9fbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:06.257715959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"13e8cf33-5dcc-4b7d-857f-37eb25ac9fbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:06.260083615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"a0f73f45-2c48-4fed-be79-665e5cf3776c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:06.269783942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","reconcileID":"7a47221a-989a-4963-9fb4-e653ff4876a2","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"tenant":"e2e-extmod-b-28c1e9","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","model":"e2e-extmod-att-user-098e87/e2e-att-detach-e41ac8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:06.26980421Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","reconcileID":"7a47221a-989a-4963-9fb4-e653ff4876a2","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"routeName":"external-model-e2e-att-detach-e41ac8-1932c801c253","namespace":"e2e-extmod-att-user-098e87","model":"e2e-att-detach-e41ac8","externalModel":"e2e-att-detach-e41ac8","provider":"e2e-att-detach-e41ac8-provider","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:06.272301196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"02c71392-3e0c-4b59-8934-577dcde96095","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:06.274749292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"91bc120e-d638-4002-a7e1-d99b123590cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:06.276721637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"d58de86d-55d1-43fa-bc67-177a8ad69914","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:06.280066242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"02c71392-3e0c-4b59-8934-577dcde96095","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:06.287649835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"91bc120e-d638-4002-a7e1-d99b123590cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:06.289407649Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-e41ac8-sub","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-detach-e41ac8-sub","reconcileID":"0d84f868-64e0-4e81-9247-b921d2ea4be5","MaaSSubscription":{"name":"e2e-att-detach-e41ac8-sub","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e93a3449","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:06.290772782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"d58de86d-55d1-43fa-bc67-177a8ad69914","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:06.300854344Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4a477d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5b40f8aff9d41e552f70394f0bb2463e45790c792e14d28295da8b45cef9d3b4) AuthConfig (fb345a5c13a46e5e3dbd289bcb1712fa8637c42e9bc307af6c0186be00d4b325) AuthConfig (9366458530b9c4f9f995d2da785ef717483fb9991a506c2255cb941b4d251f27) AuthConfig (3cebc48532bed8b88e30a3763a9ad4627b6b1365ff894ddbd64b40e342f87c90)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"d58de86d-55d1-43fa-bc67-177a8ad69914","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:06.372134264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"a08ecf6d-dfb6-4ee2-9597-67e077ee1de6","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:06.381273545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"a08ecf6d-dfb6-4ee2-9597-67e077ee1de6","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:06.43379125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"9dc92681-bef5-4b61-9147-095e85ebd1b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:06.434222466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"0f1f2731-3f8f-44f6-8a58-be1a02d519a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:06.434531367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"8143088e-1c4c-48bd-9f04-f48fd93207fe","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28c1e9","tenantID":"e2e-extmod-b-28c1e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:06.437061467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"2c3fba39-fef1-4981-af30-28e5f9714baa","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:06.441519145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"0f1f2731-3f8f-44f6-8a58-be1a02d519a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:06.442128226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"9dc92681-bef5-4b61-9147-095e85ebd1b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:06.44732029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"8143088e-1c4c-48bd-9f04-f48fd93207fe","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"e2e-extmod-b-28c1e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:06.449665021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"2c3fba39-fef1-4981-af30-28e5f9714baa","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:06.543764869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-e41ac8-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-detach-e41ac8-access","reconcileID":"a1d3d7af-ca7b-4c88-98c6-886ec1cf3006","MaaSAuthPolicy":{"name":"e2e-att-detach-e41ac8-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28c1e9","tenantID":"e2e-extmod-b-28c1e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:06.555801048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-e41ac8-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-detach-e41ac8-access","reconcileID":"a1d3d7af-ca7b-4c88-98c6-886ec1cf3006","MaaSAuthPolicy":{"name":"e2e-att-detach-e41ac8-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"e2e-extmod-b-28c1e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:07.662186918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-subscription","reconcileID":"8b0c7ba0-5cb6-41f0-97bb-5379fcccf8ae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-premium-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/premium-w3-2889dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:07.764660504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-subscription","reconcileID":"5f9e290d-18d4-4789-a262-63910147d8f3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-simulator-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:07.765298871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c0d64d0d-bff4-45a0-9767-875e80e7d375","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:07.775591917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-5d6e6d-sub","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-sub","reconcileID":"56f571a9-aff5-42a0-b1f1-58585e98615b","MaaSSubscription":{"name":"e2e-att-serve-5d6e6d-sub","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"maas-trlp-e2e-att-serve-5d6e6d","model":"e2e-extmod-att-user-17462c/e2e-att-serve-5d6e6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:07.775950878Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-42e816-sub","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-sub","reconcileID":"5845c7c3-22c4-43fc-8e1c-c2f9fdcb8d5b","MaaSSubscription":{"name":"e2e-att-unrel-42e816-sub","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"maas-trlp-e2e-att-unrel-42e816","model":"e2e-extmod-att-user-098e87/e2e-att-unrel-42e816","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:07.868580503Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-subscription","reconcileID":"b58825a1-3633-48cb-a18e-b03869a29207","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-premium-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:07.868711202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-subscription","reconcileID":"31b95ebb-65e0-415e-8a3c-5ff9a038e2d6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:07.86907178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-subscription","reconcileID":"6ba9e81a-bdfc-4013-93b1-c93ead7dc260","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-simulator-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:07.887330304Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-3c5be9-sub","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-sub","reconcileID":"88fa68e2-15e9-4c21-ae42-7d27e12fa56a","MaaSSubscription":{"name":"e2e-att-serve-3c5be9-sub","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"maas-trlp-e2e-att-serve-3c5be9","model":"e2e-extmod-att-user-c76bfd/e2e-att-serve-3c5be9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:07.887668211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-7e9c9f-sub","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-sub","reconcileID":"4b13f357-363e-470d-892c-002a281bfc60","MaaSSubscription":{"name":"e2e-rec-recover-7e9c9f-sub","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"maas-trlp-e2e-rec-recover-7e9c9f","model":"e2e-extmod-rec-noaccess-1c2f06/e2e-rec-recover-7e9c9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:07.961245402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"93b0f579-dceb-459e-ac1a-85af34cc9a82","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:07.967235811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-00d29c-sub","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-sub","reconcileID":"7da7f909-8de6-4dba-a9e9-b9e3cea176c6","MaaSSubscription":{"name":"e2e-att-serve-00d29c-sub","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"maas-trlp-e2e-att-serve-00d29c","model":"e2e-extmod-att-user-16d5f9/e2e-att-serve-00d29c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:07.970318964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-62335f-sub","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-sub","reconcileID":"0528ceac-d2c5-421e-b461-2bb6d66fa2f4","MaaSSubscription":{"name":"e2e-rec-ctrl-62335f-sub","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"maas-trlp-e2e-rec-ctrl-62335f","model":"e2e-extmod-rec-user-b1658e/e2e-rec-ctrl-62335f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:08.065536736Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-subscription","reconcileID":"5bc0875b-fa11-4890-b500-745fdb00b037","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-simulator-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:08.173562173Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-subscription","reconcileID":"b8698f09-cd4a-4bf0-b698-0f07c8f8088d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-premium-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:08.176200713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-edb92d-sub","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-unrel-edb92d-sub","reconcileID":"96948503-208c-46a7-9094-9a1f41eec62b","MaaSSubscription":{"name":"e2e-att-unrel-edb92d-sub","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"maas-trlp-e2e-att-unrel-edb92d","model":"e2e-extmod-att-user-17462c/e2e-att-unrel-edb92d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:08.363681511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-subscription","reconcileID":"8f6574e8-a06c-4f34-9726-af48c353e028","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-premium-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/premium-w4-0458df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:08.366196327Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-1dd02f-sub","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rot-1dd02f-sub","reconcileID":"c1e4779b-a091-49ac-8442-f9f58bf98302","MaaSSubscription":{"name":"e2e-rot-1dd02f-sub","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"maas-trlp-e2e-rot-1dd02f","model":"e2e-extmod-rot-user-a65872/e2e-rot-1dd02f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:08.367403957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-subscription","reconcileID":"9bc314b7-06a7-4bdb-9ad1-cc990dd99f55","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-simulator-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:08.367803186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-subscription","reconcileID":"5fb36837-9e9b-4e24-8668-775f44430df4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-premium-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/premium-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:09.252635765Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"namespace":"e2e-extmod-rot-user-a65872","name":"e2e-rot-1dd02f","reconcileID":"3d73cea8-56c1-4651-803d-602a126d2fef","namespace":"e2e-extmod-rot-user-a65872","name":"e2e-rot-1dd02f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:09.256849992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"namespace":"e2e-extmod-rot-user-a65872","name":"e2e-rot-1dd02f","reconcileID":"1d537540-f04f-4155-a659-163d362bd4cf","MaaSModelRef":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"tenant":"e2e-extmod-b-4a477d","gateway":"openshift-ingress/e2e-extmod-b-4a477d","model":"e2e-extmod-rot-user-a65872/e2e-rot-1dd02f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:09.256885454Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"namespace":"e2e-extmod-rot-user-a65872","name":"e2e-rot-1dd02f","reconcileID":"1d537540-f04f-4155-a659-163d362bd4cf","MaaSModelRef":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"routeName":"external-model-e2e-rot-1dd02f-88503d9bb747","namespace":"e2e-extmod-rot-user-a65872","model":"e2e-rot-1dd02f","externalModel":"e2e-rot-1dd02f","provider":"e2e-rot-1dd02f-provider","gateway":"openshift-ingress/e2e-extmod-b-4a477d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:09.270494604Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"namespace":"e2e-extmod-rot-user-a65872","name":"e2e-rot-1dd02f","reconcileID":"08304eb3-0042-4796-8a87-969d32b4f398","MaaSModelRef":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"routeName":"external-model-e2e-rot-1dd02f-88503d9bb747","namespace":"e2e-extmod-rot-user-a65872","model":"e2e-rot-1dd02f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:09.279179842Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-1dd02f-sub","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rot-1dd02f-sub","reconcileID":"786bd19d-464b-491a-a68c-2266defad945","MaaSSubscription":{"name":"e2e-rot-1dd02f-sub","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"model":"e2e-extmod-rot-user-a65872/e2e-rot-1dd02f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:09.368197445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"3dfa5898-8c34-459a-929e-abaf0becb5fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:09.36831604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"55f3e903-ba83-4727-975f-21ba759a5653","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:09.372001134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"ffec856f-8833-4d56-9d8f-17ac3fba8337","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:09.372591127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"0737c75b-b2d1-4c52-aa33-c207eeeafa44","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:09.372674601Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"namespace":"e2e-extmod-rot-user-a65872","name":"e2e-rot-1dd02f","reconcileID":"593039ca-6df0-4b30-9a5e-04e0da47e7be","MaaSModelRef":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"routeName":"external-model-e2e-rot-1dd02f-88503d9bb747","namespace":"e2e-extmod-rot-user-a65872","model":"e2e-rot-1dd02f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:09.373279816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4eb06abb-f392-4b4d-867d-5305aa4d9181","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:09.375882059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"3dfa5898-8c34-459a-929e-abaf0becb5fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:09.37705957Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-1dd02f-sub","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rot-1dd02f-sub","reconcileID":"6afbda9a-59f9-4370-b809-6f356fe67751","MaaSSubscription":{"name":"e2e-rot-1dd02f-sub","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"model":"e2e-extmod-rot-user-a65872/e2e-rot-1dd02f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:09.377304398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"55f3e903-ba83-4727-975f-21ba759a5653","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:09.380851653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"ffec856f-8833-4d56-9d8f-17ac3fba8337","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:09.380926414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"0737c75b-b2d1-4c52-aa33-c207eeeafa44","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:09.384466669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4eb06abb-f392-4b4d-867d-5305aa4d9181","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:09.387016788Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"0737c75b-b2d1-4c52-aa33-c207eeeafa44","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"model":"e2e-extmod-rec-user-f3c318/e2e-rec-ctrl-81e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:09.521605974Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"namespace":"e2e-extmod-rot-user-a65872","name":"e2e-rot-1dd02f","reconcileID":"5f044255-5e15-46cf-ae21-a55a347f8e16","namespace":"e2e-extmod-rot-user-a65872","name":"e2e-rot-1dd02f","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:12:09.556555461Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"namespace":"e2e-extmod-rot-user-a65872","name":"e2e-rot-1dd02f","reconcileID":"b659faba-3bfa-411b-8c23-981143b93db1","MaaSModelRef":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"error":"ExternalModel e2e-rot-1dd02f not found in namespace e2e-extmod-rot-user-a65872 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:12:09.583186886Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"namespace":"e2e-extmod-rot-user-a65872","name":"e2e-rot-1dd02f","reconcileID":"b659faba-3bfa-411b-8c23-981143b93db1","error":"ExternalModel e2e-rot-1dd02f not found in namespace e2e-extmod-rot-user-a65872 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:12:09.609770349Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"namespace":"e2e-extmod-rot-user-a65872","name":"e2e-rot-1dd02f","reconcileID":"521a9a4e-900d-46d9-b4ee-64e91308e65a","MaaSModelRef":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"error":"ExternalModel e2e-rot-1dd02f not found in namespace e2e-extmod-rot-user-a65872 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:12:09.609865504Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"namespace":"e2e-extmod-rot-user-a65872","name":"e2e-rot-1dd02f","reconcileID":"521a9a4e-900d-46d9-b4ee-64e91308e65a","error":"ExternalModel e2e-rot-1dd02f not found in namespace e2e-extmod-rot-user-a65872 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:09.610473465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"8f333c22-2364-4f1d-9c5b-21215af708b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:12:09.615359937Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"namespace":"e2e-extmod-rot-user-a65872","name":"e2e-rot-1dd02f","reconcileID":"9c076c09-7949-4848-89c9-7508d99c255e","MaaSModelRef":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"error":"ExternalModel e2e-rot-1dd02f not found in namespace e2e-extmod-rot-user-a65872 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:12:09.615429437Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"namespace":"e2e-extmod-rot-user-a65872","name":"e2e-rot-1dd02f","reconcileID":"9c076c09-7949-4848-89c9-7508d99c255e","error":"ExternalModel e2e-rot-1dd02f not found in namespace e2e-extmod-rot-user-a65872 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:09.615577713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"7783c68b-4956-4676-b338-b9357ae87b64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:09.617529097Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-1dd02f-sub","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rot-1dd02f-sub","reconcileID":"ea7219db-2066-4c50-92ef-f5dd20cff7b1","MaaSSubscription":{"name":"e2e-rot-1dd02f-sub","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"model":"e2e-extmod-rot-user-a65872/e2e-rot-1dd02f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:09.617687887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"5f996de0-d51d-4edf-b21e-aa0165a3cf7e","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28c1e9","tenantID":"e2e-extmod-b-28c1e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:09.621336359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"8f333c22-2364-4f1d-9c5b-21215af708b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:09.627733684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"7783c68b-4956-4676-b338-b9357ae87b64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:09.631459276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"5f996de0-d51d-4edf-b21e-aa0165a3cf7e","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"e2e-extmod-b-28c1e9-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:12:09.639539498Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"namespace":"e2e-extmod-rot-user-a65872","name":"e2e-rot-1dd02f","reconcileID":"ded4f2c6-7070-4ea1-b082-a2717f3f6b7f","MaaSModelRef":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"error":"ExternalModel e2e-rot-1dd02f not found in namespace e2e-extmod-rot-user-a65872 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:12:09.639613842Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"namespace":"e2e-extmod-rot-user-a65872","name":"e2e-rot-1dd02f","reconcileID":"ded4f2c6-7070-4ea1-b082-a2717f3f6b7f","error":"ExternalModel e2e-rot-1dd02f not found in namespace e2e-extmod-rot-user-a65872 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:12:09.684430068Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"namespace":"e2e-extmod-rot-user-a65872","name":"e2e-rot-1dd02f","reconcileID":"4c257cc9-4aaa-4f98-af70-1d6d4bbbeedf","MaaSModelRef":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"error":"ExternalModel e2e-rot-1dd02f not found in namespace e2e-extmod-rot-user-a65872 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:12:09.684491371Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"namespace":"e2e-extmod-rot-user-a65872","name":"e2e-rot-1dd02f","reconcileID":"4c257cc9-4aaa-4f98-af70-1d6d4bbbeedf","error":"ExternalModel e2e-rot-1dd02f not found in namespace e2e-extmod-rot-user-a65872 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:09.689156668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"6e12929a-3595-479a-8c6b-0f6a85e2dbbd","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:09.689161997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"4df1b4e3-c2f1-4930-9e8f-f31cb807b619","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:09.690365635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"a4a1f9b9-ba42-4e76-bd78-8e7cb7d74168","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:09.696993862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"4df1b4e3-c2f1-4930-9e8f-f31cb807b619","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:09.697394656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"6e12929a-3595-479a-8c6b-0f6a85e2dbbd","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:09.699840448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"a4a1f9b9-ba42-4e76-bd78-8e7cb7d74168","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:12:09.767586157Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"namespace":"e2e-extmod-rot-user-a65872","name":"e2e-rot-1dd02f","reconcileID":"d5647cb2-2937-4057-94f3-2b42770ecefd","MaaSModelRef":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"error":"ExternalModel e2e-rot-1dd02f not found in namespace e2e-extmod-rot-user-a65872 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:12:09.76765026Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"namespace":"e2e-extmod-rot-user-a65872","name":"e2e-rot-1dd02f","reconcileID":"d5647cb2-2937-4057-94f3-2b42770ecefd","error":"ExternalModel e2e-rot-1dd02f not found in namespace e2e-extmod-rot-user-a65872 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:09.785801279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"d161cae0-0d53-4e25-8c5f-fac98ed091fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:09.78816213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"b34326ea-d064-4189-b06e-22bfe0ad37b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:09.788641152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"e2488134-96f0-4e20-b75f-0b544f439a95","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:09.792588983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"d161cae0-0d53-4e25-8c5f-fac98ed091fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:09.795699842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"e2488134-96f0-4e20-b75f-0b544f439a95","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:09.795870977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"b34326ea-d064-4189-b06e-22bfe0ad37b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:09.805265714Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-1dd02f-sub","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rot-1dd02f-sub","reconcileID":"4d3a89c8-9774-476a-9d4a-015b0b7b2b0e","MaaSSubscription":{"name":"e2e-rot-1dd02f-sub","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"model":"e2e-extmod-rot-user-a65872/e2e-rot-1dd02f","error":"MaaSModelRef not found: e2e-extmod-rot-user-a65872/e2e-rot-1dd02f (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:09.892310315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"9010d1fa-7246-488d-b20f-b25b437a344e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:09.892317235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"73844605-4875-43e5-9b81-97ab26042627","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:09.895449478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"e3d9e7b9-4a5a-4559-afbc-1f2b501f0f83","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:09.903580685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"73844605-4875-43e5-9b81-97ab26042627","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:09.904346871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"9010d1fa-7246-488d-b20f-b25b437a344e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:09.906950455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"e3d9e7b9-4a5a-4559-afbc-1f2b501f0f83","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:10.008235628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"029e3be3-5640-45df-a2c5-c633acc5da87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:10.008719033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"f6f96df5-a8d3-4f82-b9e8-68df29b8f780","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:10.008964315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-unrel-edb92d-access","reconcileID":"8308f6a4-d008-48c1-bacc-6eb8fc2ef28e","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:10.015037794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rot-1dd02f-access","reconcileID":"152f6480-85d7-4629-9898-779f38e5079e","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:10.020305327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-unrel-edb92d-access","reconcileID":"8308f6a4-d008-48c1-bacc-6eb8fc2ef28e","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:10.022827792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"f6f96df5-a8d3-4f82-b9e8-68df29b8f780","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:10.023064245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"029e3be3-5640-45df-a2c5-c633acc5da87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:10.026188505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rot-1dd02f-access","reconcileID":"152f6480-85d7-4629-9898-779f38e5079e","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:10.026214006Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rot-1dd02f-access","reconcileID":"152f6480-85d7-4629-9898-779f38e5079e","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"model":"e2e-extmod-rot-user-a65872/e2e-rot-1dd02f","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:12:10.030476654Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-1dd02f","namespace":"e2e-extmod-rot-user-a65872"},"namespace":"e2e-extmod-rot-user-a65872","name":"e2e-rot-1dd02f","reconcileID":"e380c417-e924-4424-9721-adf1d2776150","error":"maasmodelrefs.maas.opendatahub.io \"e2e-rot-1dd02f\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:10.097337012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-e41ac8-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-detach-e41ac8-access","reconcileID":"6ed59e3e-36cd-4190-93c5-c726075834c5","MaaSAuthPolicy":{"name":"e2e-att-detach-e41ac8-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28c1e9","tenantID":"e2e-extmod-b-28c1e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:10.107948572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-e41ac8-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-detach-e41ac8-access","reconcileID":"6ed59e3e-36cd-4190-93c5-c726075834c5","MaaSAuthPolicy":{"name":"e2e-att-detach-e41ac8-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"e2e-extmod-b-28c1e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:10.195695747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1ac3bea6-f26e-4422-bc5a-7cdd7a61db93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:10.197054434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5c2ef7c-5318-45e2-800e-3aca61c91be5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:10.197867518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"5441082f-3fa4-49ca-9a7e-a75828e251c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:10.198396157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"7534ea96-0619-4d5e-85ec-2f9791127698","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:10.202656216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1ac3bea6-f26e-4422-bc5a-7cdd7a61db93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:10.205065287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5c2ef7c-5318-45e2-800e-3aca61c91be5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:10.207328496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"5441082f-3fa4-49ca-9a7e-a75828e251c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:10.209673501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"7534ea96-0619-4d5e-85ec-2f9791127698","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:10.215234256Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"7534ea96-0619-4d5e-85ec-2f9791127698","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"model":"e2e-extmod-rec-user-f3c318/e2e-rec-ctrl-81e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:10.296702424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"5ca23c77-8d2e-4f71-af3a-26924113dbfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:10.299000158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"35e84aa7-540f-4cda-8b31-e6d7cefb924c","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:10.305417589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"5ca23c77-8d2e-4f71-af3a-26924113dbfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:10.307695763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"35e84aa7-540f-4cda-8b31-e6d7cefb924c","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:10.389867247Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:13.992561619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-unrel-edb92d","reconcileID":"2052e228-c027-4f1a-88ef-7383158ca912","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"tenant":"e2e-extmod-b-e67d95","gateway":"openshift-ingress/e2e-extmod-b-e67d95","model":"e2e-extmod-att-user-17462c/e2e-att-unrel-edb92d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:13.9925869Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-unrel-edb92d","reconcileID":"2052e228-c027-4f1a-88ef-7383158ca912","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"routeName":"external-model-e2e-att-unrel-edb92d-b9d79676061a","namespace":"e2e-extmod-att-user-17462c","model":"e2e-att-unrel-edb92d","externalModel":"e2e-att-unrel-edb92d","provider":"e2e-att-unrel-edb92d-provider","gateway":"openshift-ingress/e2e-extmod-b-e67d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:14.007662938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"64d5f91e-837a-4ba6-ae1b-8cdaa218d607","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:14.007670666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-unrel-edb92d-access","reconcileID":"11d6f3f3-68c9-4802-9076-59cbfab15666","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:14.016237701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"64d5f91e-837a-4ba6-ae1b-8cdaa218d607","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:14.016439618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-unrel-edb92d-access","reconcileID":"11d6f3f3-68c9-4802-9076-59cbfab15666","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:14.016518578Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-edb92d-sub","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-unrel-edb92d-sub","reconcileID":"322d8213-f608-499e-918c-71de6eb3fba9","MaaSSubscription":{"name":"e2e-att-unrel-edb92d-sub","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6708ccfa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:14.164649817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-unrel-edb92d-access","reconcileID":"cc4feede-7793-424f-8fe8-ff7ada1f6095","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:14.165316962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"db6a563e-2e19-4e5a-9594-cce5e9cf203e","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:14.176415029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"db6a563e-2e19-4e5a-9594-cce5e9cf203e","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:14.177630629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-unrel-edb92d-access","reconcileID":"cc4feede-7793-424f-8fe8-ff7ada1f6095","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:16.292658Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-e41ac8-sub","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-detach-e41ac8-sub","reconcileID":"9cf409bf-d3d6-49f9-853a-57ced2c98b87","MaaSSubscription":{"name":"e2e-att-detach-e41ac8-sub","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"model":"e2e-extmod-att-user-098e87/e2e-att-detach-e41ac8","subscription":"e2e-att-detach-e41ac8-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:16.299674578Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-e41ac8-sub","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-detach-e41ac8-sub","reconcileID":"9cf409bf-d3d6-49f9-853a-57ced2c98b87","MaaSSubscription":{"name":"e2e-att-detach-e41ac8-sub","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"model":"e2e-extmod-att-user-098e87/e2e-att-detach-e41ac8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:16.303212057Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-e41ac8-sub","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-detach-e41ac8-sub","reconcileID":"9cf409bf-d3d6-49f9-853a-57ced2c98b87","MaaSSubscription":{"name":"e2e-att-detach-e41ac8-sub","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"maas-trlp-e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87","model":"e2e-extmod-att-user-098e87/e2e-att-detach-e41ac8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:16.454458418Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-4a477d priority=0:[ai-tenant-e2e-extmod-b-4a477d/e2e-att-serve-3c5be9-sub ai-tenant-e2e-extmod-b-4a477d/e2e-rec-ctrl-81e947-sub ai-tenant-e2e-extmod-b-4a477d/e2e-rot-1dd02f-sub]","namespace=ai-tenant-e2e-extmod-b-f3d6a5 priority=0:[ai-tenant-e2e-extmod-b-f3d6a5/e2e-att-serve-00d29c-sub ai-tenant-e2e-extmod-b-f3d6a5/e2e-rec-ctrl-62335f-sub ai-tenant-e2e-extmod-b-f3d6a5/e2e-rec-recover-7e9c9f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:16.46083198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","reconcileID":"0a998f4d-51f4-42bc-ba2c-9cc92cee4405","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"tenant":"e2e-extmod-b-28c1e9","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","model":"e2e-extmod-att-user-098e87/e2e-att-detach-e41ac8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:16.460867361Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","reconcileID":"0a998f4d-51f4-42bc-ba2c-9cc92cee4405","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"routeName":"external-model-e2e-att-detach-e41ac8-1932c801c253","namespace":"e2e-extmod-att-user-098e87","model":"e2e-att-detach-e41ac8","externalModel":"e2e-att-detach-e41ac8","provider":"e2e-att-detach-e41ac8-provider","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:16.484235061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"5d90c7cf-d2df-4068-a5a1-00f789f02c9c","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28c1e9","tenantID":"e2e-extmod-b-28c1e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:16.49051368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-unrel-42e816","reconcileID":"e981597b-24f9-436e-b8a8-dcb3a8fb1462","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"tenant":"e2e-extmod-b-28c1e9","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","model":"e2e-extmod-att-user-098e87/e2e-att-unrel-42e816","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:16.490820043Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-unrel-42e816","reconcileID":"e981597b-24f9-436e-b8a8-dcb3a8fb1462","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"routeName":"external-model-e2e-att-unrel-42e816-cc5877987d22","namespace":"e2e-extmod-att-user-098e87","model":"e2e-att-unrel-42e816","externalModel":"e2e-att-unrel-42e816","provider":"e2e-att-unrel-42e816-provider","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:16.494704604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"5d90c7cf-d2df-4068-a5a1-00f789f02c9c","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"e2e-extmod-b-28c1e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:16.525006442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-serve-5d6e6d","reconcileID":"f33972ab-467e-4ab8-b840-5bd27c9aaa5f","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"tenant":"e2e-extmod-b-e67d95","gateway":"openshift-ingress/e2e-extmod-b-e67d95","model":"e2e-extmod-att-user-17462c/e2e-att-serve-5d6e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:16.525041665Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-serve-5d6e6d","reconcileID":"f33972ab-467e-4ab8-b840-5bd27c9aaa5f","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"routeName":"external-model-e2e-att-serve-5d6e6d-e21fd9a9577e","namespace":"e2e-extmod-att-user-17462c","model":"e2e-att-serve-5d6e6d","externalModel":"e2e-att-serve-5d6e6d","provider":"e2e-att-serve-5d6e6d-provider","gateway":"openshift-ingress/e2e-extmod-b-e67d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:16.566410253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-e41ac8-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-detach-e41ac8-access","reconcileID":"85578cd5-ad5b-4f25-94b9-95b60e0fc224","MaaSAuthPolicy":{"name":"e2e-att-detach-e41ac8-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28c1e9","tenantID":"e2e-extmod-b-28c1e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:16.574838541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-e41ac8-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-detach-e41ac8-access","reconcileID":"85578cd5-ad5b-4f25-94b9-95b60e0fc224","MaaSAuthPolicy":{"name":"e2e-att-detach-e41ac8-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"e2e-extmod-b-28c1e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:16.60157297Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","reconcileID":"d83e9d36-0dc9-43f3-baf0-f7676ebaf7fb","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"tenant":"e2e-extmod-b-28c1e9","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","model":"e2e-extmod-att-user-098e87/e2e-att-detach-e41ac8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:16.601607226Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","reconcileID":"d83e9d36-0dc9-43f3-baf0-f7676ebaf7fb","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"routeName":"external-model-e2e-att-detach-e41ac8-1932c801c253","namespace":"e2e-extmod-att-user-098e87","model":"e2e-att-detach-e41ac8","externalModel":"e2e-att-detach-e41ac8","provider":"e2e-att-detach-e41ac8-provider","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:16.622036471Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-e41ac8-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-detach-e41ac8-access","reconcileID":"72da3f77-f360-4253-8c20-811e31a03d83","MaaSAuthPolicy":{"name":"e2e-att-detach-e41ac8-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"model":"e2e-extmod-att-user-098e87/e2e-att-detach-e41ac8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:16.639058595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","reconcileID":"74f4c291-183d-43e3-bb8f-f376adaa4b44","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"tenant":"e2e-extmod-b-28c1e9","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","model":"e2e-extmod-att-user-098e87/e2e-att-detach-e41ac8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:16.639079Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","reconcileID":"74f4c291-183d-43e3-bb8f-f376adaa4b44","MaaSModelRef":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"routeName":"external-model-e2e-att-detach-e41ac8-1932c801c253","namespace":"e2e-extmod-att-user-098e87","model":"e2e-att-detach-e41ac8","externalModel":"e2e-att-detach-e41ac8","provider":"e2e-att-detach-e41ac8-provider","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:17.230955484Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","reconcileID":"68d12bcf-f22d-49c2-bf36-88b74f0242c7","namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:17.241967672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-unrel-42e816","reconcileID":"b25d8b8e-54fd-4254-9ec0-6191db5f2c85","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"tenant":"e2e-extmod-b-28c1e9","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","model":"e2e-extmod-att-user-098e87/e2e-att-unrel-42e816","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:17.241995331Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-unrel-42e816","reconcileID":"b25d8b8e-54fd-4254-9ec0-6191db5f2c85","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"routeName":"external-model-e2e-att-unrel-42e816-cc5877987d22","namespace":"e2e-extmod-att-user-098e87","model":"e2e-att-unrel-42e816","externalModel":"e2e-att-unrel-42e816","provider":"e2e-att-unrel-42e816-provider","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:17.247421189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"2d240261-03b4-4a52-a342-1d97e6bb1389","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:17.253542188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2ee735aa-054f-46c2-a693-99eeab6cbd84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:17.259570253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"2d240261-03b4-4a52-a342-1d97e6bb1389","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:17.265416197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2ee735aa-054f-46c2-a693-99eeab6cbd84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:17.268898808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-42e816-sub","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-sub","reconcileID":"424bfba6-6329-4f2e-8e69-1c98bee55451","MaaSSubscription":{"name":"e2e-att-unrel-42e816-sub","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"maas-trlp-e2e-att-unrel-42e816","model":"e2e-extmod-att-user-098e87/e2e-att-unrel-42e816","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:17.344613675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"68357a63-e094-4da6-9ffd-818ef4783740","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:17.344979248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"2459c5ab-9e4a-4be9-a3ba-ebbca3b5c5ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:17.346796134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"f28a275a-abe8-4ea9-bde3-0f90e671fe25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:17.350186342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"9c1d5bf3-2b58-4a80-89c4-de48c195707d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:17.35190783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"68357a63-e094-4da6-9ffd-818ef4783740","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:17.355823015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"2459c5ab-9e4a-4be9-a3ba-ebbca3b5c5ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:17.355830449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"f28a275a-abe8-4ea9-bde3-0f90e671fe25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:17.35984566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"9c1d5bf3-2b58-4a80-89c4-de48c195707d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:17.377488295Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-e41ac8","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","reconcileID":"d4dee012-eb5b-48c6-9323-905ae04d5c11","namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-detach-e41ac8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:17.386491857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"e7774eb4-c522-48ce-9349-47a8c05852f8","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28c1e9","tenantID":"e2e-extmod-b-28c1e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:17.390051599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"2c4509b0-0e6c-4a5b-8607-d77c7173f19a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:17.392499516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"452bc091-1501-412f-95f7-81b2a3f8cfd0","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:17.45840909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"e7774eb4-c522-48ce-9349-47a8c05852f8","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"e2e-extmod-b-28c1e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:17.474766967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"c5917fa5-5472-460f-8c48-2a543569eea4","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:17.475502676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"edaa246c-d8ff-445c-8346-63c75062002a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:17.499317631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"edaa246c-d8ff-445c-8346-63c75062002a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:17.501443902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"452bc091-1501-412f-95f7-81b2a3f8cfd0","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:17.522773708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"c5917fa5-5472-460f-8c48-2a543569eea4","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:17.631668232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"2c4509b0-0e6c-4a5b-8607-d77c7173f19a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:17.634912349Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"c5917fa5-5472-460f-8c48-2a543569eea4","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"model":"e2e-extmod-rec-user-f3c318/e2e-rec-ctrl-81e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:17.662601225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"c86e9213-2855-4f5e-964d-a3c91c95cdb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:17.663441116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"c334b0f5-a38b-4bac-a802-b9d4c665d298","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:17.667698925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"9eb564ba-b554-4da3-9b23-6b2219ba935c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:17.667838226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"be2f159f-cd90-42be-b366-21997a5efd42","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:17.668262086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"414a7d2a-0bd4-4302-8ff7-18781395e0f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:17.673351276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"c86e9213-2855-4f5e-964d-a3c91c95cdb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:17.676042572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"c334b0f5-a38b-4bac-a802-b9d4c665d298","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:17.677602684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"414a7d2a-0bd4-4302-8ff7-18781395e0f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:17.679923624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"9eb564ba-b554-4da3-9b23-6b2219ba935c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:17.681289609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"be2f159f-cd90-42be-b366-21997a5efd42","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:17.76108951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-unrel-edb92d-access","reconcileID":"6c287695-3d08-45d9-bbaf-b6ec2821ebab","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:17.761328589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"fccb1148-e874-48f9-9709-55c607727b6b","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:17.76178635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"458411e4-42fe-420f-9b81-c6f16c8d094f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:17.764517707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rot-1dd02f-access","reconcileID":"ff58072d-8f51-4acf-8dd7-b85245c930fa","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:17.764536396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"f5d1331e-0613-4f64-9191-08f498791feb","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:17.770670947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-unrel-edb92d-access","reconcileID":"6c287695-3d08-45d9-bbaf-b6ec2821ebab","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:17.770933166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"458411e4-42fe-420f-9b81-c6f16c8d094f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:17.774477985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"fccb1148-e874-48f9-9709-55c607727b6b","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:17.774488044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"f5d1331e-0613-4f64-9191-08f498791feb","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:17.777031468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rot-1dd02f-access","reconcileID":"ff58072d-8f51-4acf-8dd7-b85245c930fa","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:17.783300511Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rot-1dd02f-access","reconcileID":"ff58072d-8f51-4acf-8dd7-b85245c930fa","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"model":"e2e-extmod-rot-user-a65872/e2e-rot-1dd02f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:17.926847556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-unrel-42e816","reconcileID":"f7e1350e-2ecf-467b-87f0-b2ff351c362e","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"tenant":"e2e-extmod-b-28c1e9","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","model":"e2e-extmod-att-user-098e87/e2e-att-unrel-42e816","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:17.926937098Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-unrel-42e816","reconcileID":"f7e1350e-2ecf-467b-87f0-b2ff351c362e","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"routeName":"external-model-e2e-att-unrel-42e816-cc5877987d22","namespace":"e2e-extmod-att-user-098e87","model":"e2e-att-unrel-42e816","externalModel":"e2e-att-unrel-42e816","provider":"e2e-att-unrel-42e816-provider","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:18.140437023Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-42e816-sub","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-sub","reconcileID":"c08ae63a-04b8-45a4-b2aa-72c4efbe2268","MaaSSubscription":{"name":"e2e-att-unrel-42e816-sub","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-28c95bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:18.166900623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"dff158d3-2bf5-4e48-923a-b00a88f4c8cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:18.16741076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d66de3e-8646-4510-b803-48dec7bdaa1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:18.176901637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"833d201b-31fa-4ea8-814a-91f2828c7cc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:18.177558595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"23205753-5d1f-4c78-90dd-aa282491f856","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:18.178360801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"6c44fc4c-a430-4549-98b5-d61e7442d607","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:18.187442668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"dff158d3-2bf5-4e48-923a-b00a88f4c8cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:18.193137072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"6c44fc4c-a430-4549-98b5-d61e7442d607","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:18.198833475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"23205753-5d1f-4c78-90dd-aa282491f856","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:18.19932065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d66de3e-8646-4510-b803-48dec7bdaa1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:18.202323873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"833d201b-31fa-4ea8-814a-91f2828c7cc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:18.24258005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"d5707dfb-ef6f-4e7a-8704-62004465d9a1","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28c1e9","tenantID":"e2e-extmod-b-28c1e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:18.243346766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"a3c553da-aca5-4980-853c-a8f21f4cadcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:18.247284801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"909a24cb-7dcc-4f4c-8517-16f44aeace43","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:18.258166769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"d5707dfb-ef6f-4e7a-8704-62004465d9a1","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"e2e-extmod-b-28c1e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:18.262624083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"909a24cb-7dcc-4f4c-8517-16f44aeace43","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:18.2628274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"a3c553da-aca5-4980-853c-a8f21f4cadcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:18.306546101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"b331ab98-3362-4e95-9d7a-8f823c86bd90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:18.309366931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"4733b828-56d4-49df-8288-5ed892f62489","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:18.316927808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"b331ab98-3362-4e95-9d7a-8f823c86bd90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:18.370016376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"4733b828-56d4-49df-8288-5ed892f62489","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:18.377259802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"60ef71ce-c56a-4bce-bba0-25a8efad03c6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:18.458270464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"60ef71ce-c56a-4bce-bba0-25a8efad03c6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:18.465141308Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"60ef71ce-c56a-4bce-bba0-25a8efad03c6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"model":"e2e-extmod-rec-user-f3c318/e2e-rec-ctrl-81e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:18.585542125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"e2216f18-eaed-4add-87d3-180b4eeac50e","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:18.586318737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"a7a69807-a628-4b6f-96bd-5b917c48c3fe","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:18.597589785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rot-1dd02f-access","reconcileID":"67abaa01-cf3f-4295-aff5-f03ca27f6486","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:18.601162239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"a7a69807-a628-4b6f-96bd-5b917c48c3fe","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:18.609745304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rot-1dd02f-access","reconcileID":"67abaa01-cf3f-4295-aff5-f03ca27f6486","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:18.611887152Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"a7a69807-a628-4b6f-96bd-5b917c48c3fe","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"model":"e2e-extmod-rec-user-f3c318/e2e-rec-ctrl-81e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:18.615583149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"e2216f18-eaed-4add-87d3-180b4eeac50e","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:18.616169433Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rot-1dd02f-access","reconcileID":"67abaa01-cf3f-4295-aff5-f03ca27f6486","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"model":"e2e-extmod-rot-user-a65872/e2e-rot-1dd02f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:24.020701863Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-edb92d-sub","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-unrel-edb92d-sub","reconcileID":"b0a2cf35-e53e-4dce-8a35-6bc6a28cc9d9","MaaSSubscription":{"name":"e2e-att-unrel-edb92d-sub","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"model":"e2e-extmod-att-user-17462c/e2e-att-unrel-edb92d","subscription":"e2e-att-unrel-edb92d-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:24.027139942Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-edb92d-sub","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-unrel-edb92d-sub","reconcileID":"b0a2cf35-e53e-4dce-8a35-6bc6a28cc9d9","MaaSSubscription":{"name":"e2e-att-unrel-edb92d-sub","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"model":"e2e-extmod-att-user-17462c/e2e-att-unrel-edb92d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:24.056979021Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-edb92d-sub","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-unrel-edb92d-sub","reconcileID":"b0a2cf35-e53e-4dce-8a35-6bc6a28cc9d9","MaaSSubscription":{"name":"e2e-att-unrel-edb92d-sub","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"maas-trlp-e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c","model":"e2e-extmod-att-user-17462c/e2e-att-unrel-edb92d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:24.088615447Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-4a477d priority=0:[ai-tenant-e2e-extmod-b-4a477d/e2e-att-serve-3c5be9-sub ai-tenant-e2e-extmod-b-4a477d/e2e-rec-ctrl-81e947-sub]","namespace=ai-tenant-e2e-extmod-b-f3d6a5 priority=0:[ai-tenant-e2e-extmod-b-f3d6a5/e2e-att-serve-00d29c-sub ai-tenant-e2e-extmod-b-f3d6a5/e2e-rec-ctrl-62335f-sub ai-tenant-e2e-extmod-b-f3d6a5/e2e-rec-recover-7e9c9f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:24.09200444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-unrel-edb92d","reconcileID":"15812459-3dfc-468c-ab0a-91e8d9e0f398","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"tenant":"e2e-extmod-b-e67d95","gateway":"openshift-ingress/e2e-extmod-b-e67d95","model":"e2e-extmod-att-user-17462c/e2e-att-unrel-edb92d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:24.092028392Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-unrel-edb92d","reconcileID":"15812459-3dfc-468c-ab0a-91e8d9e0f398","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"routeName":"external-model-e2e-att-unrel-edb92d-b9d79676061a","namespace":"e2e-extmod-att-user-17462c","model":"e2e-att-unrel-edb92d","externalModel":"e2e-att-unrel-edb92d","provider":"e2e-att-unrel-edb92d-provider","gateway":"openshift-ingress/e2e-extmod-b-e67d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:24.106430364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-unrel-edb92d-access","reconcileID":"2167032b-db86-481c-a2a0-e1befae1fe37","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:24.106456424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"ccb62b0a-ef10-4643-b500-a7d98727652f","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:24.11720708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-unrel-edb92d-access","reconcileID":"2167032b-db86-481c-a2a0-e1befae1fe37","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:24.119775043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"ccb62b0a-ef10-4643-b500-a7d98727652f","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:24.120782464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"namespace":"e2e-extmod-att-user-c76bfd","name":"e2e-att-serve-3c5be9","reconcileID":"8debb2a1-abd9-4d05-a0fe-763db3cc596d","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"tenant":"e2e-extmod-b-4a477d","gateway":"openshift-ingress/e2e-extmod-b-4a477d","model":"e2e-extmod-att-user-c76bfd/e2e-att-serve-3c5be9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:24.120800599Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"namespace":"e2e-extmod-att-user-c76bfd","name":"e2e-att-serve-3c5be9","reconcileID":"8debb2a1-abd9-4d05-a0fe-763db3cc596d","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"routeName":"external-model-e2e-att-serve-3c5be9-4a9ba0ee5fff","namespace":"e2e-extmod-att-user-c76bfd","model":"e2e-att-serve-3c5be9","externalModel":"e2e-att-serve-3c5be9","provider":"e2e-att-serve-3c5be9-provider","gateway":"openshift-ingress/e2e-extmod-b-4a477d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:24.199213828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-unrel-edb92d-access","reconcileID":"d335e770-a4ab-4af4-b4bc-0ec01bba2de5","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:24.206168996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-unrel-edb92d-access","reconcileID":"d335e770-a4ab-4af4-b4bc-0ec01bba2de5","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:24.262127846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-unrel-edb92d","reconcileID":"4a1d2b0c-0158-439e-af3a-5b68dee32467","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"tenant":"e2e-extmod-b-e67d95","gateway":"openshift-ingress/e2e-extmod-b-e67d95","model":"e2e-extmod-att-user-17462c/e2e-att-unrel-edb92d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:24.275544544Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-unrel-edb92d","reconcileID":"4a1d2b0c-0158-439e-af3a-5b68dee32467","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"routeName":"external-model-e2e-att-unrel-edb92d-b9d79676061a","namespace":"e2e-extmod-att-user-17462c","model":"e2e-att-unrel-edb92d","externalModel":"e2e-att-unrel-edb92d","provider":"e2e-att-unrel-edb92d-provider","gateway":"openshift-ingress/e2e-extmod-b-e67d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:24.333672713Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-unrel-edb92d-access","reconcileID":"af470bfe-d737-4705-9d97-5718a010eb13","MaaSAuthPolicy":{"name":"e2e-att-unrel-edb92d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"model":"e2e-extmod-att-user-17462c/e2e-att-unrel-edb92d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:24.351793401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-unrel-edb92d","reconcileID":"bb7affee-9206-4156-a47d-68030bc24d56","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"tenant":"e2e-extmod-b-e67d95","gateway":"openshift-ingress/e2e-extmod-b-e67d95","model":"e2e-extmod-att-user-17462c/e2e-att-unrel-edb92d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:24.351816061Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-unrel-edb92d","reconcileID":"bb7affee-9206-4156-a47d-68030bc24d56","MaaSModelRef":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"routeName":"external-model-e2e-att-unrel-edb92d-b9d79676061a","namespace":"e2e-extmod-att-user-17462c","model":"e2e-att-unrel-edb92d","externalModel":"e2e-att-unrel-edb92d","provider":"e2e-att-unrel-edb92d-provider","gateway":"openshift-ingress/e2e-extmod-b-e67d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:24.865821873Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-unrel-edb92d","reconcileID":"d111b40f-d43e-476c-9cb2-4bc1292bf415","namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-unrel-edb92d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:24.880089192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"4119f5a1-64cb-4352-8445-d020cc3d853b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:24.880598744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"a275729b-0001-4d83-83e4-0a36bf773866","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:24.881616417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-serve-5d6e6d","reconcileID":"7f1ee859-f2b8-44f3-8d21-fe5f4abf5d91","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"tenant":"e2e-extmod-b-e67d95","gateway":"openshift-ingress/e2e-extmod-b-e67d95","model":"e2e-extmod-att-user-17462c/e2e-att-serve-5d6e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:24.881636137Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-serve-5d6e6d","reconcileID":"7f1ee859-f2b8-44f3-8d21-fe5f4abf5d91","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"routeName":"external-model-e2e-att-serve-5d6e6d-e21fd9a9577e","namespace":"e2e-extmod-att-user-17462c","model":"e2e-att-serve-5d6e6d","externalModel":"e2e-att-serve-5d6e6d","provider":"e2e-att-serve-5d6e6d-provider","gateway":"openshift-ingress/e2e-extmod-b-e67d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:24.883491754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"ce0e8040-1e4d-485e-8e41-084853888b17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:24.883964207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"d589b644-72ae-401d-b436-e45df84bc01f","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:24.888449606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"a275729b-0001-4d83-83e4-0a36bf773866","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:24.888919739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"ef1ee349-87d3-42b0-a973-4ee5c622a220","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:24.8900806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"4119f5a1-64cb-4352-8445-d020cc3d853b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:24.894341113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"ce0e8040-1e4d-485e-8e41-084853888b17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:24.898087247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"d589b644-72ae-401d-b436-e45df84bc01f","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:24.900381647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"ef1ee349-87d3-42b0-a973-4ee5c622a220","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:24.907696096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-5d6e6d-sub","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-sub","reconcileID":"4e5dd826-0eb3-408a-95ee-40b9d46597e0","MaaSSubscription":{"name":"e2e-att-serve-5d6e6d-sub","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"maas-trlp-e2e-att-serve-5d6e6d","model":"e2e-extmod-att-user-17462c/e2e-att-serve-5d6e6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:24.911128934Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"ef1ee349-87d3-42b0-a973-4ee5c622a220","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"model":"e2e-extmod-rec-user-f3c318/e2e-rec-ctrl-81e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:24.997810606Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-edb92d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-unrel-edb92d","reconcileID":"9b23ee30-e159-4fd5-8690-e2ec0eeca6da","namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-unrel-edb92d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:25.013515181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"699833de-d004-4366-a423-883709e2c836","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:25.021690889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"699833de-d004-4366-a423-883709e2c836","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:25.167825902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"2a6e89b7-a9b9-4420-99dc-ed593c16123b","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:25.25176713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rot-1dd02f-access","reconcileID":"e0e12eca-88ca-4db3-8a80-b11fbf852eb5","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:25.253957708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"2a6e89b7-a9b9-4420-99dc-ed593c16123b","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:25.294668912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"17f41dca-58b5-4106-bbb5-938b7252e0f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:25.356441983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"090b6ecd-555d-42fa-a4a4-55e931d3eae3","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:25.374333546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"17f41dca-58b5-4106-bbb5-938b7252e0f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:25.376758746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"a3907d53-b810-4943-91da-971c2f56d41d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:25.379634491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rot-1dd02f-access","reconcileID":"e0e12eca-88ca-4db3-8a80-b11fbf852eb5","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:25.384661331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"090b6ecd-555d-42fa-a4a4-55e931d3eae3","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:25.388560418Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rot-1dd02f-access","reconcileID":"e0e12eca-88ca-4db3-8a80-b11fbf852eb5","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"model":"e2e-extmod-rot-user-a65872/e2e-rot-1dd02f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:25.396809833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"a3907d53-b810-4943-91da-971c2f56d41d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:25.490957567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dfc4704d-5ce6-49ba-9bed-efc47884cc47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:25.493278317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"508a488d-124b-4a85-991f-db107e70ea29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:25.495407185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"493c224a-9aba-4bca-8cf1-09b57f0e471b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:25.499269944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dfc4704d-5ce6-49ba-9bed-efc47884cc47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:25.502480591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"508a488d-124b-4a85-991f-db107e70ea29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:25.502984831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"493c224a-9aba-4bca-8cf1-09b57f0e471b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:25.537662431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-serve-5d6e6d","reconcileID":"e833b37b-3185-4144-93e7-84cdf69c4f6a","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"tenant":"e2e-extmod-b-e67d95","gateway":"openshift-ingress/e2e-extmod-b-e67d95","model":"e2e-extmod-att-user-17462c/e2e-att-serve-5d6e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:25.545315191Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-serve-5d6e6d","reconcileID":"e833b37b-3185-4144-93e7-84cdf69c4f6a","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"routeName":"external-model-e2e-att-serve-5d6e6d-e21fd9a9577e","namespace":"e2e-extmod-att-user-17462c","model":"e2e-att-serve-5d6e6d","externalModel":"e2e-att-serve-5d6e6d","provider":"e2e-att-serve-5d6e6d-provider","gateway":"openshift-ingress/e2e-extmod-b-e67d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:25.624617289Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-5d6e6d-sub","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-sub","reconcileID":"8477a07f-6a6c-4e5f-841c-ac5188371dc4","MaaSSubscription":{"name":"e2e-att-serve-5d6e6d-sub","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-09072f0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:25.836964695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"774065f5-0146-403a-828d-5d78495a3867","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28c1e9","tenantID":"e2e-extmod-b-28c1e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:25.840232203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"de0e4232-b4f5-4d94-be14-03e2bf36fcc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:25.84161598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"8140afe8-3aa8-44c2-98f0-774617a99151","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:25.842193899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"febba59e-4102-4440-b004-bfcc9aea3d0c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:25.850954137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"774065f5-0146-403a-828d-5d78495a3867","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"e2e-extmod-b-28c1e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:25.854744415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"febba59e-4102-4440-b004-bfcc9aea3d0c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:25.85578562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"de0e4232-b4f5-4d94-be14-03e2bf36fcc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:25.858500754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"8140afe8-3aa8-44c2-98f0-774617a99151","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:25.860079334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"c1cb139f-86f8-4695-b120-5756c2bcc227","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:25.871744172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"c1cb139f-86f8-4695-b120-5756c2bcc227","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:25.900005156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"13b0ad03-d2dc-4c45-9f79-9f4ff36c9c00","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:25.908670196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"13b0ad03-d2dc-4c45-9f79-9f4ff36c9c00","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:25.9844946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"9de80e2b-f1d7-473d-81f8-016663eaba41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:25.987739637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"9f34a632-64a8-4fc8-80e6-91008c152d12","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:25.988129715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"467a7fb1-9871-4608-abf0-4336bf00ecee","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:25.992047144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"9de80e2b-f1d7-473d-81f8-016663eaba41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:25.994467134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"9f34a632-64a8-4fc8-80e6-91008c152d12","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:25.996601885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"467a7fb1-9871-4608-abf0-4336bf00ecee","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:26.002447431Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"467a7fb1-9871-4608-abf0-4336bf00ecee","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"model":"e2e-extmod-rec-user-f3c318/e2e-rec-ctrl-81e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:26.161618388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"921eec1d-18d7-4945-aca5-2131ef65f0f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:26.162344613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"4f050ab0-3b83-4b42-a533-d7fe645f7688","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:26.171087168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"921eec1d-18d7-4945-aca5-2131ef65f0f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:26.175867082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"a0fbb003-ebe9-486d-be57-4157bfa61dd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:26.177858973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"4f050ab0-3b83-4b42-a533-d7fe645f7688","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:26.256297365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"a0fbb003-ebe9-486d-be57-4157bfa61dd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:27.375383111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-subscription","reconcileID":"8681dddb-de09-4b55-954b-0d1b70ee3a5c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-premium-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/premium-w4-0458df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:27.721897717Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-00d29c-sub","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-sub","reconcileID":"c91419bf-3afb-4fad-b0d2-b5e65c449998","MaaSSubscription":{"name":"e2e-att-serve-00d29c-sub","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"maas-trlp-e2e-att-serve-00d29c","model":"e2e-extmod-att-user-16d5f9/e2e-att-serve-00d29c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:27.722617707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-subscription","reconcileID":"e1646b88-b398-4a22-bad3-08f005c58c2b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-simulator-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:27.723208256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-subscription","reconcileID":"1e7b2146-b72d-47af-be35-e6fe8edc7478","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-simulator-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:27.759704183Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-subscription","reconcileID":"d1f922d3-b328-4beb-a4d8-94d5e6756e6b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-premium-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:27.766699252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-7e9c9f-sub","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-sub","reconcileID":"31ae6102-1d59-4262-923b-ddf3e205edc1","MaaSSubscription":{"name":"e2e-rec-recover-7e9c9f-sub","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"maas-trlp-e2e-rec-recover-7e9c9f","model":"e2e-extmod-rec-noaccess-1c2f06/e2e-rec-recover-7e9c9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:27.806248189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-subscription","reconcileID":"e43662c6-ddd2-440e-8af9-d3bdf6a82f28","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-premium-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/premium-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:27.959060222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-subscription","reconcileID":"a898895d-fcc9-483e-999b-365995b6b9f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-simulator-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:27.962208131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-subscription","reconcileID":"4600fb0c-a57e-41c0-a38e-aa5b4e0551d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-simulator-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:27.96330159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"98e1ba3b-3e8c-492a-b71a-4837bfed704c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:27.969768792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-subscription","reconcileID":"4e95564e-7be9-47f0-857f-0f12932a0651","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-premium-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:27.970219003Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-3c5be9-sub","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-sub","reconcileID":"3304c05c-7049-44e8-a6a2-e15d38744b47","MaaSSubscription":{"name":"e2e-att-serve-3c5be9-sub","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"maas-trlp-e2e-att-serve-3c5be9","model":"e2e-extmod-att-user-c76bfd/e2e-att-serve-3c5be9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:28.071011326Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-subscription","reconcileID":"5ed6a68d-c435-46df-aa93-e6f8f43518cc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-premium-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/premium-w3-2889dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:28.071326499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-subscription","reconcileID":"c5e47f0e-804e-4c3b-939a-8b1f54564d0a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:28.089629671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-62335f-sub","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-sub","reconcileID":"c98e418b-92c2-4ded-900a-69823f111245","MaaSSubscription":{"name":"e2e-rec-ctrl-62335f-sub","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"maas-trlp-e2e-rec-ctrl-62335f","model":"e2e-extmod-rec-user-b1658e/e2e-rec-ctrl-62335f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:28.101380752Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e3e1a148-91ea-4741-b2d8-19b5a27bb958","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:28.163028131Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-42e816-sub","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-sub","reconcileID":"deeb018c-bfa3-471b-8fd8-f1ca0f14ed82","MaaSSubscription":{"name":"e2e-att-unrel-42e816-sub","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"model":"e2e-extmod-att-user-098e87/e2e-att-unrel-42e816","subscription":"e2e-att-unrel-42e816-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:28.171620284Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-42e816-sub","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-sub","reconcileID":"deeb018c-bfa3-471b-8fd8-f1ca0f14ed82","MaaSSubscription":{"name":"e2e-att-unrel-42e816-sub","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"model":"e2e-extmod-att-user-098e87/e2e-att-unrel-42e816","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:28.174942945Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-42e816-sub","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-sub","reconcileID":"deeb018c-bfa3-471b-8fd8-f1ca0f14ed82","MaaSSubscription":{"name":"e2e-att-unrel-42e816-sub","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"maas-trlp-e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87","model":"e2e-extmod-att-user-098e87/e2e-att-unrel-42e816","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:28.210138353Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-4a477d priority=0:[ai-tenant-e2e-extmod-b-4a477d/e2e-att-serve-3c5be9-sub ai-tenant-e2e-extmod-b-4a477d/e2e-rec-ctrl-81e947-sub]","namespace=ai-tenant-e2e-extmod-b-f3d6a5 priority=0:[ai-tenant-e2e-extmod-b-f3d6a5/e2e-att-serve-00d29c-sub ai-tenant-e2e-extmod-b-f3d6a5/e2e-rec-ctrl-62335f-sub ai-tenant-e2e-extmod-b-f3d6a5/e2e-rec-recover-7e9c9f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:28.214805589Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-unrel-42e816","reconcileID":"78479342-4637-437d-860b-87a7ebc9f225","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"tenant":"e2e-extmod-b-28c1e9","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","model":"e2e-extmod-att-user-098e87/e2e-att-unrel-42e816","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:28.214827926Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-unrel-42e816","reconcileID":"78479342-4637-437d-860b-87a7ebc9f225","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"routeName":"external-model-e2e-att-unrel-42e816-cc5877987d22","namespace":"e2e-extmod-att-user-098e87","model":"e2e-att-unrel-42e816","externalModel":"e2e-att-unrel-42e816","provider":"e2e-att-unrel-42e816-provider","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:28.219164485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"1ef6ea87-fbd3-4caf-9295-77ebbab24b01","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28c1e9","tenantID":"e2e-extmod-b-28c1e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:28.228138923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"1ef6ea87-fbd3-4caf-9295-77ebbab24b01","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"e2e-extmod-b-28c1e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:28.365009953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"189a04e2-5a98-4246-b326-5f64d8375b72","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28c1e9","tenantID":"e2e-extmod-b-28c1e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:28.365983577Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-unrel-42e816","reconcileID":"c5682037-bfe9-4ba3-a1b6-1ecd111afb37","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"tenant":"e2e-extmod-b-28c1e9","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","model":"e2e-extmod-att-user-098e87/e2e-att-unrel-42e816","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:28.366010321Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-unrel-42e816","reconcileID":"c5682037-bfe9-4ba3-a1b6-1ecd111afb37","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"routeName":"external-model-e2e-att-unrel-42e816-cc5877987d22","namespace":"e2e-extmod-att-user-098e87","model":"e2e-att-unrel-42e816","externalModel":"e2e-att-unrel-42e816","provider":"e2e-att-unrel-42e816-provider","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:28.376351262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"189a04e2-5a98-4246-b326-5f64d8375b72","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"e2e-extmod-b-28c1e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:28.392181942Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"70147a2a-47a0-4d00-8b1f-44f5edb52d09","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"model":"e2e-extmod-att-user-098e87/e2e-att-unrel-42e816","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:28.491499925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"70147a2a-47a0-4d00-8b1f-44f5edb52d09","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28c1e9","tenantID":"e2e-extmod-b-28c1e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:28.517403533Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"70147a2a-47a0-4d00-8b1f-44f5edb52d09","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"name":"e2e-extmod-b-28c1e9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:28.517422591Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"e2e-att-unrel-42e816-access","reconcileID":"70147a2a-47a0-4d00-8b1f-44f5edb52d09","MaaSAuthPolicy":{"name":"e2e-att-unrel-42e816-access","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28c1e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:28.527071604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-unrel-42e816","reconcileID":"e5d833cf-da1e-497f-b94f-b65d3b455483","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"tenant":"e2e-extmod-b-28c1e9","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","model":"e2e-extmod-att-user-098e87/e2e-att-unrel-42e816","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:28.527130835Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-unrel-42e816","reconcileID":"e5d833cf-da1e-497f-b94f-b65d3b455483","MaaSModelRef":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"routeName":"external-model-e2e-att-unrel-42e816-cc5877987d22","namespace":"e2e-extmod-att-user-098e87","model":"e2e-att-unrel-42e816","externalModel":"e2e-att-unrel-42e816","provider":"e2e-att-unrel-42e816-provider","gateway":"openshift-ingress/e2e-extmod-b-28c1e9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:28.577577478Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-1dd02f-sub","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rot-1dd02f-sub","reconcileID":"83c1169c-f9c7-4310-9905-9c0b720d184b","MaaSSubscription":{"name":"e2e-rot-1dd02f-sub","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"model":"e2e-extmod-rot-user-a65872/e2e-rot-1dd02f","subscription":"e2e-rot-1dd02f-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:28.577673615Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-1dd02f-sub","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rot-1dd02f-sub","reconcileID":"83c1169c-f9c7-4310-9905-9c0b720d184b","MaaSSubscription":{"name":"e2e-rot-1dd02f-sub","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"model":"e2e-extmod-rot-user-a65872/e2e-rot-1dd02f","error":"MaaSModelRef not found: e2e-extmod-rot-user-a65872/e2e-rot-1dd02f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:28.602991861Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-4a477d priority=0:[ai-tenant-e2e-extmod-b-4a477d/e2e-att-serve-3c5be9-sub ai-tenant-e2e-extmod-b-4a477d/e2e-rec-ctrl-81e947-sub]","namespace=ai-tenant-e2e-extmod-b-f3d6a5 priority=0:[ai-tenant-e2e-extmod-b-f3d6a5/e2e-att-serve-00d29c-sub ai-tenant-e2e-extmod-b-f3d6a5/e2e-rec-ctrl-62335f-sub ai-tenant-e2e-extmod-b-f3d6a5/e2e-rec-recover-7e9c9f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:28.619775261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"fa18533c-472b-4a5b-9a74-156c0ff0e3ba","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:28.619868987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rot-1dd02f-access","reconcileID":"24dac51f-6f31-459d-869f-f71f04377250","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:28.620302525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"66165be3-447a-4534-870c-f20337f8a5dc","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:28.626686082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"fa18533c-472b-4a5b-9a74-156c0ff0e3ba","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:28.626846609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rot-1dd02f-access","reconcileID":"24dac51f-6f31-459d-869f-f71f04377250","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:28.629179102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"66165be3-447a-4534-870c-f20337f8a5dc","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:28.63257626Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rot-1dd02f-access","reconcileID":"24dac51f-6f31-459d-869f-f71f04377250","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"model":"e2e-extmod-rot-user-a65872/e2e-rot-1dd02f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:28.634489485Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"66165be3-447a-4534-870c-f20337f8a5dc","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"model":"e2e-extmod-rec-user-f3c318/e2e-rec-ctrl-81e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:28.752655881Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rot-1dd02f-access","reconcileID":"5562276e-0140-409e-afe0-32b29d5fc291","MaaSAuthPolicy":{"name":"e2e-rot-1dd02f-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"model":"e2e-extmod-rot-user-a65872/e2e-rot-1dd02f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:29.068155307Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-unrel-42e816","reconcileID":"2b48feb3-21e8-4209-98d0-3c526c01ab7c","namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-unrel-42e816","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:29.178462199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"72b0cb13-19c1-4053-a7ef-070de2895ce3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:29.191330613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"72b0cb13-19c1-4053-a7ef-070de2895ce3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:29.192202025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"5fd85d05-dc7f-4586-acff-4f9c6f38b202","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:29.193486189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"638d1af1-8fa4-40a0-904f-e0ca1d286e95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:29.1937529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"f2a47b22-0834-4aa1-b7ba-5716228b8481","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:29.194733761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"7442ed9a-555f-40b3-b300-06e161254c6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:29.194932103Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-42e816","namespace":"e2e-extmod-att-user-098e87"},"namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-unrel-42e816","reconcileID":"5909eb02-c918-45bd-9c1f-d9714457f71c","namespace":"e2e-extmod-att-user-098e87","name":"e2e-att-unrel-42e816","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:29.259364406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"5fd85d05-dc7f-4586-acff-4f9c6f38b202","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:29.259770472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"638d1af1-8fa4-40a0-904f-e0ca1d286e95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:29.26277084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"f2a47b22-0834-4aa1-b7ba-5716228b8481","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:29.263308478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"7442ed9a-555f-40b3-b300-06e161254c6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:29.280755265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"e6b48b8f-948f-4d7a-b5b9-c477293222a4","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:29.282165241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"304c1f26-4275-43b4-82a4-74e1cebbe513","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:29.282231505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"cb929c02-6787-44ad-b0dc-b90a0b0349c1","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:29.284323128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"73991780-039e-4f51-91f4-1ea84dad689e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:29.286045356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"22a9ed4f-d3b2-4183-8ce4-020b3d13a4c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:29.289503591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"304c1f26-4275-43b4-82a4-74e1cebbe513","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:29.289526564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"e6b48b8f-948f-4d7a-b5b9-c477293222a4","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:29.291800322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"cb929c02-6787-44ad-b0dc-b90a0b0349c1","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:29.292418795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"73991780-039e-4f51-91f4-1ea84dad689e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:29.294115759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"22a9ed4f-d3b2-4183-8ce4-020b3d13a4c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:29.362497674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9889bc8e-2c4f-427b-9ed9-2e8ac0a18dfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:29.364498104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"2b54cda8-4642-4e1c-becf-3bac58fe067b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:29.364937042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"18f8f9a6-d18d-4c19-98cb-be5d1b55c579","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:29.433627313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"2b54cda8-4642-4e1c-becf-3bac58fe067b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:29.450289454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9889bc8e-2c4f-427b-9ed9-2e8ac0a18dfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:29.577254919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"18f8f9a6-d18d-4c19-98cb-be5d1b55c579","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:29.578388058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"8c7cc608-b3bc-4c24-b048-9635d7e5a8cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:29.64000258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"e3586b62-9e55-46ed-8988-3a92a0faeab2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:29.682954081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"8c7cc608-b3bc-4c24-b048-9635d7e5a8cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:29.684446145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"e3586b62-9e55-46ed-8988-3a92a0faeab2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:29.712793644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"8e552953-91e2-451a-8d65-2ac2910e31db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:29.716257485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"de818de7-d574-4a5c-bc54-ef2765b027c2","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:29.717568713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"ee5f6326-2073-4701-a782-e56742d0e20f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:29.72245667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"8e552953-91e2-451a-8d65-2ac2910e31db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:29.725376717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"de818de7-d574-4a5c-bc54-ef2765b027c2","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:29.72778345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"ee5f6326-2073-4701-a782-e56742d0e20f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:29.73439007Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"ee5f6326-2073-4701-a782-e56742d0e20f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"model":"e2e-extmod-rec-user-f3c318/e2e-rec-ctrl-81e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:29.79373606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"39223cff-57ce-4bdd-a0d2-14ec6ecd8313","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:29.800982782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"39223cff-57ce-4bdd-a0d2-14ec6ecd8313","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:29.895398782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"9ca13255-a9af-4e0a-a880-434e6b901b9f","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:29.896259885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"9194a9bb-7d52-4a10-8455-339ec869d16d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:29.896762221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"1f7fee73-d713-48f2-9b75-bf539f50a012","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:29.898543317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"b5ba7474-5a88-4aaf-8510-fb0dc7758fc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:29.90365671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"9ca13255-a9af-4e0a-a880-434e6b901b9f","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:29.905298359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"1f7fee73-d713-48f2-9b75-bf539f50a012","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:29.907372941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"b5ba7474-5a88-4aaf-8510-fb0dc7758fc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:29.908187189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"9194a9bb-7d52-4a10-8455-339ec869d16d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:30.076090857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"117467fd-9cf9-4e90-9a45-c84a6594e9a8","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:30.076509339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"654c16d2-2ea9-49d7-a1f8-7f18925a9484","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:30.082867369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"117467fd-9cf9-4e90-9a45-c84a6594e9a8","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:30.085120859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"654c16d2-2ea9-49d7-a1f8-7f18925a9484","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:30.156676751Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"654c16d2-2ea9-49d7-a1f8-7f18925a9484","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"model":"e2e-extmod-rec-user-f3c318/e2e-rec-ctrl-81e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:35.840852Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-5d6e6d-sub","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-sub","reconcileID":"e6dbe27e-07e5-43a6-9d62-e58d16c219d7","MaaSSubscription":{"name":"e2e-att-serve-5d6e6d-sub","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"model":"e2e-extmod-att-user-17462c/e2e-att-serve-5d6e6d","subscription":"e2e-att-serve-5d6e6d-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:35.848785588Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-5d6e6d-sub","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-sub","reconcileID":"e6dbe27e-07e5-43a6-9d62-e58d16c219d7","MaaSSubscription":{"name":"e2e-att-serve-5d6e6d-sub","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"model":"e2e-extmod-att-user-17462c/e2e-att-serve-5d6e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:35.852207023Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-5d6e6d-sub","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-sub","reconcileID":"e6dbe27e-07e5-43a6-9d62-e58d16c219d7","MaaSSubscription":{"name":"e2e-att-serve-5d6e6d-sub","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"maas-trlp-e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c","model":"e2e-extmod-att-user-17462c/e2e-att-serve-5d6e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:35.882501067Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-f3d6a5 priority=0:[ai-tenant-e2e-extmod-b-f3d6a5/e2e-att-serve-00d29c-sub ai-tenant-e2e-extmod-b-f3d6a5/e2e-rec-ctrl-62335f-sub ai-tenant-e2e-extmod-b-f3d6a5/e2e-rec-recover-7e9c9f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:35.888963906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-serve-5d6e6d","reconcileID":"439114bb-3da0-4152-afb2-929a980e06cd","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"tenant":"e2e-extmod-b-e67d95","gateway":"openshift-ingress/e2e-extmod-b-e67d95","model":"e2e-extmod-att-user-17462c/e2e-att-serve-5d6e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:35.88898749Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-serve-5d6e6d","reconcileID":"439114bb-3da0-4152-afb2-929a980e06cd","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"routeName":"external-model-e2e-att-serve-5d6e6d-e21fd9a9577e","namespace":"e2e-extmod-att-user-17462c","model":"e2e-att-serve-5d6e6d","externalModel":"e2e-att-serve-5d6e6d","provider":"e2e-att-serve-5d6e6d-provider","gateway":"openshift-ingress/e2e-extmod-b-e67d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:35.892915687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"5a91d902-5c61-4ccb-9ffb-c62b57ec2c65","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:35.901592351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"5a91d902-5c61-4ccb-9ffb-c62b57ec2c65","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:35.90527954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"namespace":"e2e-extmod-att-user-c76bfd","name":"e2e-att-serve-3c5be9","reconcileID":"d13a7db4-6ade-4c30-bfa5-34cbad16a7d8","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"tenant":"e2e-extmod-b-4a477d","gateway":"openshift-ingress/e2e-extmod-b-4a477d","model":"e2e-extmod-att-user-c76bfd/e2e-att-serve-3c5be9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:35.905301738Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"namespace":"e2e-extmod-att-user-c76bfd","name":"e2e-att-serve-3c5be9","reconcileID":"d13a7db4-6ade-4c30-bfa5-34cbad16a7d8","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"routeName":"external-model-e2e-att-serve-3c5be9-4a9ba0ee5fff","namespace":"e2e-extmod-att-user-c76bfd","model":"e2e-att-serve-3c5be9","externalModel":"e2e-att-serve-3c5be9","provider":"e2e-att-serve-3c5be9-provider","gateway":"openshift-ingress/e2e-extmod-b-4a477d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:36.019076051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"8fdc654c-e7cf-4d9d-9070-2f2bc8e01368","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:36.027629605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-serve-5d6e6d","reconcileID":"d798b84b-5b34-4b58-bfd0-3a0dbc9dc896","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"tenant":"e2e-extmod-b-e67d95","gateway":"openshift-ingress/e2e-extmod-b-e67d95","model":"e2e-extmod-att-user-17462c/e2e-att-serve-5d6e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:36.027653035Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-serve-5d6e6d","reconcileID":"d798b84b-5b34-4b58-bfd0-3a0dbc9dc896","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"routeName":"external-model-e2e-att-serve-5d6e6d-e21fd9a9577e","namespace":"e2e-extmod-att-user-17462c","model":"e2e-att-serve-5d6e6d","externalModel":"e2e-att-serve-5d6e6d","provider":"e2e-att-serve-5d6e6d-provider","gateway":"openshift-ingress/e2e-extmod-b-e67d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:36.057788285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"8fdc654c-e7cf-4d9d-9070-2f2bc8e01368","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:36.118070556Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"14d269c6-65a3-4923-b38d-07698af31a26","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"model":"e2e-extmod-att-user-17462c/e2e-att-serve-5d6e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:36.235164054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"14d269c6-65a3-4923-b38d-07698af31a26","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:36.294529047Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"14d269c6-65a3-4923-b38d-07698af31a26","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"name":"e2e-extmod-b-e67d95-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:36.294620243Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"e2e-att-serve-5d6e6d-access","reconcileID":"14d269c6-65a3-4923-b38d-07698af31a26","MaaSAuthPolicy":{"name":"e2e-att-serve-5d6e6d-access","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e67d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:36.314037957Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-serve-5d6e6d","reconcileID":"52b0855f-afca-41fb-b04b-171552a11880","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"tenant":"e2e-extmod-b-e67d95","gateway":"openshift-ingress/e2e-extmod-b-e67d95","model":"e2e-extmod-att-user-17462c/e2e-att-serve-5d6e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:36.314160958Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-serve-5d6e6d","reconcileID":"52b0855f-afca-41fb-b04b-171552a11880","MaaSModelRef":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"routeName":"external-model-e2e-att-serve-5d6e6d-e21fd9a9577e","namespace":"e2e-extmod-att-user-17462c","model":"e2e-att-serve-5d6e6d","externalModel":"e2e-att-serve-5d6e6d","provider":"e2e-att-serve-5d6e6d-provider","gateway":"openshift-ingress/e2e-extmod-b-e67d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:36.826202871Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-serve-5d6e6d","reconcileID":"146a69ed-79a6-4b07-b0de-2414cdb2a37f","namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-serve-5d6e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:36.845858864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"88d90478-45bf-4a43-9a23-cdebfdac57cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:36.846066859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"6d07cf48-4c01-4514-bcef-852b15ec8c94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:36.846565084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"9db06ce1-3fe3-467b-a183-fd9d0b9417cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:36.845857924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c4a1ff11-b810-482b-af96-08bee67efdce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:36.846933429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"871fca92-49c2-4d45-b685-83d0999d5833","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:36.855664252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"88d90478-45bf-4a43-9a23-cdebfdac57cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:36.857236924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"6d07cf48-4c01-4514-bcef-852b15ec8c94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:36.85951459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"871fca92-49c2-4d45-b685-83d0999d5833","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:36.859938559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"9db06ce1-3fe3-467b-a183-fd9d0b9417cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:36.862880197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c4a1ff11-b810-482b-af96-08bee67efdce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:36.966322351Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-5d6e6d","namespace":"e2e-extmod-att-user-17462c"},"namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-serve-5d6e6d","reconcileID":"b4ac3967-ef7b-456a-b32e-5f62eeb01718","namespace":"e2e-extmod-att-user-17462c","name":"e2e-att-serve-5d6e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:36.970668242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"bda0338c-b0f9-4cf4-b571-ad55ad6f0a1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:36.973857345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"a55a8dcd-c785-4439-a25c-11de75ad98cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:36.978828135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"8782985a-96da-4439-84f6-a312bba0413c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:36.982054507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"d7004b28-dad5-4f05-ad96-a4720e8e1f34","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:36.98254246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"bda0338c-b0f9-4cf4-b571-ad55ad6f0a1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:36.983170226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"ced304bd-6cb5-4711-bbe8-845dcd64a5e7","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:36.98542864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"a55a8dcd-c785-4439-a25c-11de75ad98cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:36.988296435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"8782985a-96da-4439-84f6-a312bba0413c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:36.989453175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"d7004b28-dad5-4f05-ad96-a4720e8e1f34","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:36.992500691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"ced304bd-6cb5-4711-bbe8-845dcd64a5e7","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:36.999462028Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"d7004b28-dad5-4f05-ad96-a4720e8e1f34","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"model":"e2e-extmod-rec-user-f3c318/e2e-rec-ctrl-81e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:37.117664841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"13b367f1-be6c-445d-85f1-e9678d9e325c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:37.118490584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"4e3e4314-7f7b-4059-b78d-524fde4babbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:37.118064121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"d6acca85-2cc7-47d5-89e1-d70cdd68d92b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:37.118159717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"8084ac30-7523-4b2b-8527-657cea0eae48","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:37.118372052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"2e570b9b-795a-44a6-84cf-ebbcde741842","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:37.13578279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"13b367f1-be6c-445d-85f1-e9678d9e325c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:37.225079649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"8084ac30-7523-4b2b-8527-657cea0eae48","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:37.384538048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"d6acca85-2cc7-47d5-89e1-d70cdd68d92b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:37.407677981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"4e3e4314-7f7b-4059-b78d-524fde4babbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:37.454541581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"2e570b9b-795a-44a6-84cf-ebbcde741842","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:37.527504497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"89da19d3-8a66-4d56-be86-ea11d81a333a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:37.52775232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"1571862a-1d59-44c4-b20d-91408cd67cca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:37.527991134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"366f5dc0-e62d-448d-9db5-4f42c166c261","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:37.528229518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ce277554-8825-4e9a-89df-7958304ff4df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:37.531018281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e61daf19-5876-4d01-a7ec-c4b07bab4957","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:37.535749088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"1571862a-1d59-44c4-b20d-91408cd67cca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:37.535844348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"89da19d3-8a66-4d56-be86-ea11d81a333a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:37.538441453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ce277554-8825-4e9a-89df-7958304ff4df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:37.538511393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e61daf19-5876-4d01-a7ec-c4b07bab4957","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:37.540800186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"366f5dc0-e62d-448d-9db5-4f42c166c261","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:37.625367219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"44fc8629-0cdb-422e-8fbd-d54cf15db9b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:37.625358369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"ad313b9b-9c9e-41b3-9939-463795f12b10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:37.63295585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"44fc8629-0cdb-422e-8fbd-d54cf15db9b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:37.633076287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"ad313b9b-9c9e-41b3-9939-463795f12b10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:37.724210517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"709239c5-88ee-46c7-8a1b-a1b3a107b0e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:37.724890424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"2302d8ac-559f-46a0-a7d2-9f6444d62ffa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:37.726500074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"3d195a40-dce7-4699-b7a0-7a757014332a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:37.73272653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"709239c5-88ee-46c7-8a1b-a1b3a107b0e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:37.732920781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"2302d8ac-559f-46a0-a7d2-9f6444d62ffa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:37.735224106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"3d195a40-dce7-4699-b7a0-7a757014332a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:37.824228644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"4b0b0d1f-0c59-4464-af87-da6b048b8e81","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:37.827759266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"52a1156c-da6d-47f0-977b-d987ec5c0c7a","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:37.831471496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"4b0b0d1f-0c59-4464-af87-da6b048b8e81","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:37.835522286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"52a1156c-da6d-47f0-977b-d987ec5c0c7a","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:37.837696995Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"4b0b0d1f-0c59-4464-af87-da6b048b8e81","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"model":"e2e-extmod-rec-user-f3c318/e2e-rec-ctrl-81e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:38.733921466Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"namespace":"e2e-extmod-rec-noaccess-1c2f06","name":"e2e-rec-recover-7e9c9f","reconcileID":"70858a51-1804-43d2-aa51-8f30480743c4","MaaSModelRef":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"routeName":"external-model-e2e-rec-recover-7e9c9f-65993d3c79e7","namespace":"e2e-extmod-rec-noaccess-1c2f06","model":"e2e-rec-recover-7e9c9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:38.738818861Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-7e9c9f-sub","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-sub","reconcileID":"b315d97a-7756-4d75-a2a7-9eb133ca24f1","MaaSSubscription":{"name":"e2e-rec-recover-7e9c9f-sub","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"model":"e2e-extmod-rec-noaccess-1c2f06/e2e-rec-recover-7e9c9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:38.746626208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"3a95d6c3-0e30-495b-9152-7d5a4f37b7c4","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:38.759635964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"3a95d6c3-0e30-495b-9152-7d5a4f37b7c4","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:38.763233789Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"3a95d6c3-0e30-495b-9152-7d5a4f37b7c4","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"model":"e2e-extmod-rec-noaccess-1c2f06/e2e-rec-recover-7e9c9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:38.765021881Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"namespace":"e2e-extmod-rec-noaccess-1c2f06","name":"e2e-rec-recover-7e9c9f","reconcileID":"7128e9a1-76af-4dfe-82c0-d24d7b2bf74a","MaaSModelRef":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"routeName":"external-model-e2e-rec-recover-7e9c9f-65993d3c79e7","namespace":"e2e-extmod-rec-noaccess-1c2f06","model":"e2e-rec-recover-7e9c9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:38.837239897Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-7e9c9f-sub","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-sub","reconcileID":"b8b46391-ff50-4448-9654-78bdf1906a47","MaaSSubscription":{"name":"e2e-rec-recover-7e9c9f-sub","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"model":"e2e-extmod-rec-noaccess-1c2f06/e2e-rec-recover-7e9c9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:38.845123709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"180f162a-ed09-4691-b43e-bca1ed3be4d4","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:38.848579186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"95a1dbf7-d958-4548-86d9-ae1512e28e8a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:38.849364954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"107c1887-1723-429f-aa38-5b2f22a567e4","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:38.85828569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"180f162a-ed09-4691-b43e-bca1ed3be4d4","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:38.864083049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"107c1887-1723-429f-aa38-5b2f22a567e4","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:38.865352482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"95a1dbf7-d958-4548-86d9-ae1512e28e8a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:38.869045576Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"180f162a-ed09-4691-b43e-bca1ed3be4d4","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"model":"e2e-extmod-rec-noaccess-1c2f06/e2e-rec-recover-7e9c9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:38.949145603Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"namespace":"e2e-extmod-rec-noaccess-1c2f06","name":"e2e-rec-recover-7e9c9f","reconcileID":"a4992ed6-1cc5-4ffa-9600-75da2e356302","namespace":"e2e-extmod-rec-noaccess-1c2f06","name":"e2e-rec-recover-7e9c9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:38.952791125Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-7e9c9f-sub","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-sub","reconcileID":"b87a12fa-669c-4d41-a01c-f996f9e692ad","MaaSSubscription":{"name":"e2e-rec-recover-7e9c9f-sub","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"model":"e2e-extmod-rec-noaccess-1c2f06/e2e-rec-recover-7e9c9f","error":"MaaSModelRef not found: e2e-extmod-rec-noaccess-1c2f06/e2e-rec-recover-7e9c9f (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:39.006584336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"0dc38311-9947-4f7f-8586-28182c5f43e9","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:39.007415761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67b6dc3d-d88f-4f73-a13b-2693a19ec4da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:39.02748248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67b6dc3d-d88f-4f73-a13b-2693a19ec4da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:39.03206779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"0dc38311-9947-4f7f-8586-28182c5f43e9","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:39.036957747Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"0dc38311-9947-4f7f-8586-28182c5f43e9","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"model":"e2e-extmod-rec-noaccess-1c2f06/e2e-rec-recover-7e9c9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:39.13205715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"a3be8b2b-5e2a-4ec0-ac93-1dd98445e7b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:12:39.298515196Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"namespace":"e2e-extmod-rec-noaccess-1c2f06","name":"e2e-rec-recover-7e9c9f","reconcileID":"9601df2f-cf8f-4392-a1fe-f070e138e152","error":"maasmodelrefs.maas.opendatahub.io \"e2e-rec-recover-7e9c9f\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:39.308034277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"a3be8b2b-5e2a-4ec0-ac93-1dd98445e7b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:39.317411497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"bdd0fd73-76a3-4a11-b0fa-3437676fa62d","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:39.324598575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"1ea99b9f-217f-4f7f-aa33-a84553f37ada","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:39.331595027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"3ca24f5d-1e89-45ba-834f-0d059f81fca5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:39.33784392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"bdd0fd73-76a3-4a11-b0fa-3437676fa62d","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:39.339979346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"1ea99b9f-217f-4f7f-aa33-a84553f37ada","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:39.446538603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"3ca24f5d-1e89-45ba-834f-0d059f81fca5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:39.449752016Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"namespace":"e2e-extmod-rec-noaccess-1c2f06","name":"e2e-rec-recover-7e9c9f","reconcileID":"314db5b2-e325-4068-9430-867c79f372dd","namespace":"e2e-extmod-rec-noaccess-1c2f06","name":"e2e-rec-recover-7e9c9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:39.451577623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b4164a1-2284-4e13-8f68-99bb862067a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:39.502699392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"6fc52b32-c2a3-4214-b308-7a84ce156b54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:39.504905719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b4164a1-2284-4e13-8f68-99bb862067a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:39.515770445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"6fc52b32-c2a3-4214-b308-7a84ce156b54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:39.572988814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"5711f474-235d-48e7-89f5-14ae3a4a3085","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:39.572990561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"0ea2446e-5f80-4747-b35e-f618d7c7a857","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:39.574206962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"a0cc6bbe-f5a1-4e31-9905-c0e0806b9b83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:39.582182673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"5711f474-235d-48e7-89f5-14ae3a4a3085","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:39.585981867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"0ea2446e-5f80-4747-b35e-f618d7c7a857","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:39.588840615Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"5711f474-235d-48e7-89f5-14ae3a4a3085","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"model":"e2e-extmod-rec-user-f3c318/e2e-rec-ctrl-81e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:39.589512587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"a0cc6bbe-f5a1-4e31-9905-c0e0806b9b83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:39.680690504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"53272d6a-7660-489e-8cba-41ea56999c7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:39.68098306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"43947e25-1520-4173-b3b8-d8561d43062e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:39.681169147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"fb3abd3c-4f4f-4f33-8a39-eae0239f8b5c","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:39.681544056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"6fd77e70-fc62-4370-a428-084570158bca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:39.681642561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"9249348d-4469-4020-b573-709748efce20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:39.689326915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"53272d6a-7660-489e-8cba-41ea56999c7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:39.689949679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"fb3abd3c-4f4f-4f33-8a39-eae0239f8b5c","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:39.692199603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"9249348d-4469-4020-b573-709748efce20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:39.692567406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"43947e25-1520-4173-b3b8-d8561d43062e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:39.695934539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"6fd77e70-fc62-4370-a428-084570158bca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:39.778332885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"58ca4721-ff51-477a-a316-52fed0f52532","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:39.778520855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"a72168ff-f70f-42ea-9755-e4d227d38b96","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:39.778849118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"26f834f2-e019-40cf-8e97-a18eabac6804","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:39.782797804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"3dec2fae-4333-4e1e-bc6a-81ede999fba6","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:39.782812885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"66d6dd60-69b9-4477-bda3-24bc7cba1900","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:39.788902834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"58ca4721-ff51-477a-a316-52fed0f52532","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:39.788907164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"26f834f2-e019-40cf-8e97-a18eabac6804","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:39.792582617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"66d6dd60-69b9-4477-bda3-24bc7cba1900","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:39.79267438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"a72168ff-f70f-42ea-9755-e4d227d38b96","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:39.796270837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"3dec2fae-4333-4e1e-bc6a-81ede999fba6","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:39.796301623Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"3dec2fae-4333-4e1e-bc6a-81ede999fba6","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"model":"e2e-extmod-rec-noaccess-1c2f06/e2e-rec-recover-7e9c9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:39.956697161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b8d8c9c6-0b2f-4c0c-bf24-743571ad7ca2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:39.957750391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6087da70-f79f-4272-85ac-e01f472ad60f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:39.970788347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b8d8c9c6-0b2f-4c0c-bf24-743571ad7ca2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:39.97856679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6087da70-f79f-4272-85ac-e01f472ad60f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:40.062188993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"95a76707-99e0-44f1-8b8e-c2849d36d1a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:40.062865557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"0d8c306e-5365-4970-a18e-0748a0d3cbd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:40.071552277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"0d8c306e-5365-4970-a18e-0748a0d3cbd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:40.071629621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"95a76707-99e0-44f1-8b8e-c2849d36d1a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:40.079804807Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-81e947-sub","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-sub","reconcileID":"784503f0-b4dd-497b-8c53-ed9c2bb93dba","MaaSSubscription":{"name":"e2e-rec-ctrl-81e947-sub","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"model":"e2e-extmod-rec-user-f3c318/e2e-rec-ctrl-81e947","subscription":"e2e-rec-ctrl-81e947-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:40.079926688Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-81e947-sub","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-sub","reconcileID":"784503f0-b4dd-497b-8c53-ed9c2bb93dba","MaaSSubscription":{"name":"e2e-rec-ctrl-81e947-sub","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"model":"e2e-extmod-rec-user-f3c318/e2e-rec-ctrl-81e947","error":"MaaSModelRef not found: e2e-extmod-rec-user-f3c318/e2e-rec-ctrl-81e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:40.106680389Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-f3d6a5 priority=0:[ai-tenant-e2e-extmod-b-f3d6a5/e2e-att-serve-00d29c-sub ai-tenant-e2e-extmod-b-f3d6a5/e2e-rec-ctrl-62335f-sub ai-tenant-e2e-extmod-b-f3d6a5/e2e-rec-recover-7e9c9f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:40.121728149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"0606e0b3-d2cc-4c71-971d-407deec97f15","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:40.128675148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"0606e0b3-d2cc-4c71-971d-407deec97f15","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:40.163197457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"479d2959-a1f2-480a-b0a0-ccc6727a6212","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:40.170838741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"479d2959-a1f2-480a-b0a0-ccc6727a6212","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:40.177007032Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"479d2959-a1f2-480a-b0a0-ccc6727a6212","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"model":"e2e-extmod-rec-user-f3c318/e2e-rec-ctrl-81e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:40.225308677Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"namespace":"e2e-extmod-rec-noaccess-1c2f06","name":"e2e-rec-recover-7e9c9f","reconcileID":"ecc27bf2-952e-4b4e-94aa-dc4fab3d408b","namespace":"e2e-extmod-rec-noaccess-1c2f06","name":"e2e-rec-recover-7e9c9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:40.294600018Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-7e9c9f","namespace":"e2e-extmod-rec-noaccess-1c2f06"},"namespace":"e2e-extmod-rec-noaccess-1c2f06","name":"e2e-rec-recover-7e9c9f","reconcileID":"5fe13b86-f351-4576-ba0e-d3647b84e441","namespace":"e2e-extmod-rec-noaccess-1c2f06","name":"e2e-rec-recover-7e9c9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:40.302230631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"d8139443-3832-43fc-a1c2-ccb21609cc5c","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:40.308211717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"4ded7262-ae27-42db-b05c-552e26601d63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:40.331633774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"2b3441bb-dafb-40df-ba6a-088e0685c456","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:40.33242577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"3d2575d8-98d2-4e9a-920b-bf52d56100da","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:40.33301208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"f6dc21a4-6ee6-49d9-9a69-1ef2adbba6fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:40.338301506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"4ded7262-ae27-42db-b05c-552e26601d63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:40.338971547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"d8139443-3832-43fc-a1c2-ccb21609cc5c","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:40.34394657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"3d2575d8-98d2-4e9a-920b-bf52d56100da","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:40.348780294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"f6dc21a4-6ee6-49d9-9a69-1ef2adbba6fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:40.353780249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"2b3441bb-dafb-40df-ba6a-088e0685c456","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:40.354695392Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"3d2575d8-98d2-4e9a-920b-bf52d56100da","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"model":"e2e-extmod-rec-noaccess-1c2f06/e2e-rec-recover-7e9c9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:40.371712128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"cdef23a2-e3ad-4198-a0b3-bdd2095e1e42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:40.380078141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"cdef23a2-e3ad-4198-a0b3-bdd2095e1e42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:40.386070398Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:40.468250282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"a1d59d48-7a1d-47c8-a9dc-1bdf24804d62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:40.468451871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"56e80be3-5844-45c6-9aef-b6ea202f5670","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:40.468255273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9ca49f47-9a7f-473b-90cc-1ccdac5191d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:40.468998603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"6619c517-1680-467e-8ec5-f91067a158d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:40.469927163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"f6f4f2ec-95f3-42d8-9943-4ec952dd28e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:40.476611099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9ca49f47-9a7f-473b-90cc-1ccdac5191d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:40.477286327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"a1d59d48-7a1d-47c8-a9dc-1bdf24804d62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:40.480224121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"56e80be3-5844-45c6-9aef-b6ea202f5670","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:40.480841875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"f6f4f2ec-95f3-42d8-9943-4ec952dd28e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:40.484181647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"6619c517-1680-467e-8ec5-f91067a158d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:40.552082048Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-rec-ctrl-81e947-access","reconcileID":"8c9d36ef-8c5a-49cb-8c70-43a0f6808711","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-81e947-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"model":"e2e-extmod-rec-user-f3c318/e2e-rec-ctrl-81e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:40.563882415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"90aa15bf-aa82-4f6a-89f1-cb05bab72d10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:40.56571214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"26029113-d82a-40c6-8f04-272bee5dd771","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:40.566492127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"907d3e86-8c2e-4ede-b6c3-49dddde399e2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:40.57014452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"61cdddaf-3dc2-49d2-9c2b-62f1783cf12b","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:40.57099596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"90aa15bf-aa82-4f6a-89f1-cb05bab72d10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:40.575581064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"26029113-d82a-40c6-8f04-272bee5dd771","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:40.578134574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"907d3e86-8c2e-4ede-b6c3-49dddde399e2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:40.578888459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"61cdddaf-3dc2-49d2-9c2b-62f1783cf12b","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:40.66374962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"82d242c6-f8d6-4d6c-970d-5b30324d29cd","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:40.664157891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"c2b90952-ef33-4b36-86a0-84851daecf52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:40.664767165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"cce5931f-5fa0-4c0a-864c-b1063d57a9d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:40.665599339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"f567e242-d6e4-41da-b0a7-03b84c4d1bb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:40.667224192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"a103e11f-44fc-4079-9ea0-6c6e28ed3e86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:40.670928395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"82d242c6-f8d6-4d6c-970d-5b30324d29cd","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:40.6735299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"f567e242-d6e4-41da-b0a7-03b84c4d1bb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:40.674280361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"c2b90952-ef33-4b36-86a0-84851daecf52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:40.678513304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"a103e11f-44fc-4079-9ea0-6c6e28ed3e86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:40.681030478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"cce5931f-5fa0-4c0a-864c-b1063d57a9d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:40.774625462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"75f81f30-93e1-45bf-941c-cf4b4c3e6809","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:40.782873986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"75f81f30-93e1-45bf-941c-cf4b4c3e6809","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:40.789029212Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"75f81f30-93e1-45bf-941c-cf4b4c3e6809","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"model":"e2e-extmod-rec-noaccess-1c2f06/e2e-rec-recover-7e9c9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:42.590751335Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"namespace":"e2e-extmod-att-user-c76bfd","name":"e2e-att-serve-3c5be9","reconcileID":"86e51863-8a24-4491-9f95-8f5c63af7289","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"tenant":"e2e-extmod-b-4a477d","gateway":"openshift-ingress/e2e-extmod-b-4a477d","model":"e2e-extmod-att-user-c76bfd/e2e-att-serve-3c5be9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:42.590775142Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"namespace":"e2e-extmod-att-user-c76bfd","name":"e2e-att-serve-3c5be9","reconcileID":"86e51863-8a24-4491-9f95-8f5c63af7289","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"routeName":"external-model-e2e-att-serve-3c5be9-4a9ba0ee5fff","namespace":"e2e-extmod-att-user-c76bfd","model":"e2e-att-serve-3c5be9","externalModel":"e2e-att-serve-3c5be9","provider":"e2e-att-serve-3c5be9-provider","gateway":"openshift-ingress/e2e-extmod-b-4a477d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:42.607955759Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-3c5be9-sub","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-sub","reconcileID":"4d4c8c11-262e-4144-85f3-fbeceb4f75f1","MaaSSubscription":{"name":"e2e-att-serve-3c5be9-sub","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7b16e2a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:42.649498799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"ba02ff6a-3de6-43ba-abe2-d1fbafa52c7f","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:42.658653919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"ba02ff6a-3de6-43ba-abe2-d1fbafa52c7f","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:42.748674134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"c141b008-6662-44ca-bb6f-489abcae061e","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:42.755833126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"c141b008-6662-44ca-bb6f-489abcae061e","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:44.566379009Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-5b9cb6","namespace":"e2e-extmod-cfl-1-bdb625"},"namespace":"e2e-extmod-cfl-1-bdb625","name":"e2e-cfl-5b9cb6","reconcileID":"8c2e0d9d-85fd-4a35-a9d5-9311726ed0d2","namespace":"e2e-extmod-cfl-1-bdb625","name":"e2e-cfl-5b9cb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:44.574145265Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-5b9cb6","namespace":"e2e-extmod-cfl-1-bdb625"},"namespace":"e2e-extmod-cfl-1-bdb625","name":"e2e-cfl-5b9cb6","reconcileID":"cfcd665c-26ed-412b-9e14-2314d7d8648a","namespace":"e2e-extmod-cfl-1-bdb625","name":"e2e-cfl-5b9cb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:44.577060243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"0b97bba4-b642-41db-977d-8074feb31255","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:44.577194726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"98a1ea4b-4658-4bb4-8c47-86f2d6979e19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:44.577559437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"830fd0d0-f8d8-4667-b85c-ba5041cae211","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:44.578458827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fd65f0e7-1d48-43b9-84dc-02464f4cca41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:44.579044669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0edc947-d366-46cd-b24e-a4510e16f737","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:44.584658565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"0b97bba4-b642-41db-977d-8074feb31255","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:44.586752103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"830fd0d0-f8d8-4667-b85c-ba5041cae211","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:44.589150699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"98a1ea4b-4658-4bb4-8c47-86f2d6979e19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:44.592394434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fd65f0e7-1d48-43b9-84dc-02464f4cca41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:44.597621961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0edc947-d366-46cd-b24e-a4510e16f737","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:44.679251437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"ebab8c5f-fd52-4658-a72e-38e6ef545fd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:44.691117738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"ebab8c5f-fd52-4658-a72e-38e6ef545fd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:44.7628375Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"e2e-extmod-cfl-1-bdb625"},"namespace":"e2e-extmod-cfl-1-bdb625","name":"e2e-cfl-5b9cb6","reconcileID":"9612c737-68b3-49f9-97b7-38c2c08c27d2","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"e2e-extmod-cfl-1-bdb625"},"name":"e2e-cfl-5b9cb6","namespace":"e2e-extmod-cfl-1-bdb625","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:44.783410384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"30007591-cd2e-45a9-b54e-e12ab5b647fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:44.792445836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"75fdb00b-98c5-4a83-8e6f-a0ad7d7beed1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:44.793030336Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-5b9cb6","namespace":"e2e-extmod-cfl-1-bdb625"},"namespace":"e2e-extmod-cfl-1-bdb625","name":"e2e-cfl-5b9cb6","reconcileID":"a26a218e-e5ed-4ef8-bb6d-2cba0dfc42ba","namespace":"e2e-extmod-cfl-1-bdb625","name":"e2e-cfl-5b9cb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:44.799177158Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"e2e-extmod-cfl-1-bdb625"},"namespace":"e2e-extmod-cfl-1-bdb625","name":"e2e-cfl-5b9cb6","reconcileID":"b5b80275-28ac-45ed-94ac-4329b0afa9e0","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"e2e-extmod-cfl-1-bdb625"},"tenant":"e2e-extmod-a-e51c10","gateway":"openshift-ingress/e2e-extmod-a-e51c10","model":"e2e-extmod-cfl-1-bdb625/e2e-cfl-5b9cb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:44.799252224Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"e2e-extmod-cfl-1-bdb625"},"namespace":"e2e-extmod-cfl-1-bdb625","name":"e2e-cfl-5b9cb6","reconcileID":"b5b80275-28ac-45ed-94ac-4329b0afa9e0","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"e2e-extmod-cfl-1-bdb625"},"routeName":"external-model-e2e-cfl-5b9cb6-daf2bf5125e8","namespace":"e2e-extmod-cfl-1-bdb625","model":"e2e-cfl-5b9cb6","externalModel":"e2e-cfl-5b9cb6","provider":"e2e-cfl-5b9cb6-provider","gateway":"openshift-ingress/e2e-extmod-a-e51c10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:44.802115183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"75fdb00b-98c5-4a83-8e6f-a0ad7d7beed1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:44.803671975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"30007591-cd2e-45a9-b54e-e12ab5b647fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:44.874455197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"47d6ef3b-4b0b-409e-9937-ac6b55829605","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:44.877703994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"8ceadc69-2369-48b6-922a-4d616db9bcc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:44.879313455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"65b1a16b-673d-4e04-ab4c-3c630971ba1b","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:44.882234956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"47d6ef3b-4b0b-409e-9937-ac6b55829605","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:44.88499621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"8ceadc69-2369-48b6-922a-4d616db9bcc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:44.887575923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"65b1a16b-673d-4e04-ab4c-3c630971ba1b","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:45.366547472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"0f156725-4bbc-47ae-b80a-9fd6b17a163e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:45.36723527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"f6a2572d-38c0-4b9e-a130-9fc1292cd650","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:45.368057994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"aaed0010-c146-4800-8db8-797867ae60fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:45.374464546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"38cf9dc9-c454-4ad2-b0ae-12dc8b3f1f41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:45.379893935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"0f156725-4bbc-47ae-b80a-9fd6b17a163e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:45.383609025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"f6a2572d-38c0-4b9e-a130-9fc1292cd650","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:45.387635091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"aaed0010-c146-4800-8db8-797867ae60fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:45.388279427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"d906f883-e861-414c-ad36-94ce6414a2cb","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:45.392367457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"38cf9dc9-c454-4ad2-b0ae-12dc8b3f1f41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:45.458866261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"d906f883-e861-414c-ad36-94ce6414a2cb","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:45.468415047Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"d906f883-e861-414c-ad36-94ce6414a2cb","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"model":"e2e-extmod-rec-noaccess-1c2f06/e2e-rec-recover-7e9c9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:45.477697445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ca0ba2d9-1b6f-4129-9f5a-bf43f1ffa75b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:45.479817143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af7a59b6-8fad-448d-b894-4e68a9cba63f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:45.480238869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"ce30d77e-7484-4fed-8ff5-c1c8afb6061b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:45.565681271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ca0ba2d9-1b6f-4129-9f5a-bf43f1ffa75b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:45.567895628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af7a59b6-8fad-448d-b894-4e68a9cba63f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:45.570326103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"ce30d77e-7484-4fed-8ff5-c1c8afb6061b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:45.587782292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"39adab32-2cb9-4735-8e08-fe5abaa92a80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:45.596928144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"39adab32-2cb9-4735-8e08-fe5abaa92a80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:45.681217163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"c0540409-cae6-4b1a-b0e7-a02c11a8417c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:45.688512009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"c0540409-cae6-4b1a-b0e7-a02c11a8417c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:45.828598999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"628c5e0f-599c-4f82-a609-5d09cfd61280","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:45.829351911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"4574c4eb-eba1-4975-b438-606519125ab0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:45.883455637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"4574c4eb-eba1-4975-b438-606519125ab0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:45.96990538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"11ca88e5-042f-41d6-8bd8-998b95d241a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:46.035332586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"11ca88e5-042f-41d6-8bd8-998b95d241a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:46.064830339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"628c5e0f-599c-4f82-a609-5d09cfd61280","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:47.276344048Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6","reconcileID":"2c3677cc-913e-401e-a27e-dc02ed10c222","namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:47.288235328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"aff45caf-301a-4743-bddf-957b613bc68a","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:47.292807543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"69313c41-00de-4332-bfa6-5aac5323a46f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:47.294881848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"2a38fc63-6099-45b0-99aa-37afb3a9cf0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:47.295431757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"1b203cdd-c4a8-4f30-ab97-eae30893d065","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:47.298941369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"aff45caf-301a-4743-bddf-957b613bc68a","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:47.299614403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"4a58860d-585f-4bc4-8c5e-9e93390be543","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:47.303194867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"69313c41-00de-4332-bfa6-5aac5323a46f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:47.304985011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"2a38fc63-6099-45b0-99aa-37afb3a9cf0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:47.363833232Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6","reconcileID":"9ab5401d-d47e-476f-b58e-8fea2bdf25b2","namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:47.366420177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"4a58860d-585f-4bc4-8c5e-9e93390be543","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:47.367311813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"1b203cdd-c4a8-4f30-ab97-eae30893d065","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:47.373725518Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"4a58860d-585f-4bc4-8c5e-9e93390be543","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"model":"e2e-extmod-rec-noaccess-1c2f06/e2e-rec-recover-7e9c9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:47.378814692Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6","reconcileID":"95729ed3-3968-44b2-9c17-e25d453d0c5b","namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:47.39858369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"b309866e-e492-4185-b634-19cf108ac193","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:47.398602167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"d08c0206-65aa-42b9-987c-cff62a4fd6bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:47.407939787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"d08c0206-65aa-42b9-987c-cff62a4fd6bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:47.408397378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"b309866e-e492-4185-b634-19cf108ac193","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:47.412218868Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"e2e-extmod-cfl-1-bdb625"},"namespace":"e2e-extmod-cfl-1-bdb625","name":"e2e-cfl-5b9cb6","reconcileID":"02f96c66-51b6-4dac-a880-c148782d068b","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"e2e-extmod-cfl-1-bdb625"},"routeName":"external-model-e2e-cfl-5b9cb6-daf2bf5125e8","namespace":"e2e-extmod-cfl-1-bdb625","model":"e2e-cfl-5b9cb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:47.561175505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6","reconcileID":"1fc39a38-e5bd-485a-a511-4e2007f56326","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"tenant":"e2e-extmod-a-e51c10","gateway":"openshift-ingress/e2e-extmod-a-e51c10","model":"ai-tenant-e2e-extmod-a-e51c10/e2e-cfl-5b9cb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:47.561211029Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6","reconcileID":"1fc39a38-e5bd-485a-a511-4e2007f56326","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"routeName":"external-model-e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10","model":"e2e-cfl-5b9cb6","externalModel":"e2e-cfl-5b9cb6","provider":"e2e-cfl-5b9cb6-provider","gateway":"openshift-ingress/e2e-extmod-a-e51c10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:47.561692426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ca0feee4-6d28-4839-9056-989718b3dc45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:47.562330064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"24b6239f-02f9-4cf1-be63-3e04e9b26e6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:47.563209142Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-5b9cb6","namespace":"e2e-extmod-cfl-1-bdb625"},"namespace":"e2e-extmod-cfl-1-bdb625","name":"e2e-cfl-5b9cb6","reconcileID":"508485f8-b03a-43fc-921e-53d38b923a1a","namespace":"e2e-extmod-cfl-1-bdb625","name":"e2e-cfl-5b9cb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:47.563460746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"74b1a794-a58f-4759-8c0a-e098dc43f0d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:47.56965209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ca0feee4-6d28-4839-9056-989718b3dc45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:47.572858694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"24b6239f-02f9-4cf1-be63-3e04e9b26e6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:47.576178111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"74b1a794-a58f-4759-8c0a-e098dc43f0d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:47.58147982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"309704cc-bd44-4572-a9e7-b92e6c4688cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:47.584562501Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"e2e-extmod-cfl-1-bdb625"},"namespace":"e2e-extmod-cfl-1-bdb625","name":"e2e-cfl-5b9cb6","reconcileID":"39750427-84df-4399-a86c-a1a57ed07c9b","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"e2e-extmod-cfl-1-bdb625"},"name":"e2e-cfl-5b9cb6","namespace":"e2e-extmod-cfl-1-bdb625","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:47.639856078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"1e056caa-3fee-4fb4-8e33-242f9dbbf5c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:47.808974916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"309704cc-bd44-4572-a9e7-b92e6c4688cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:47.890182722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"1e056caa-3fee-4fb4-8e33-242f9dbbf5c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:48.003979117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6","reconcileID":"e3c0afd3-2c2c-4bee-a1e3-2e94cc95a39f","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"tenant":"e2e-extmod-a-e51c10","gateway":"openshift-ingress/e2e-extmod-a-e51c10","model":"ai-tenant-e2e-extmod-a-e51c10/e2e-cfl-5b9cb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:48.004015574Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6","reconcileID":"e3c0afd3-2c2c-4bee-a1e3-2e94cc95a39f","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"routeName":"external-model-e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10","model":"e2e-cfl-5b9cb6","externalModel":"e2e-cfl-5b9cb6","provider":"e2e-cfl-5b9cb6-provider","gateway":"openshift-ingress/e2e-extmod-a-e51c10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:48.064304673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"15033930-2150-45e6-b7fb-cd09d1908840","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:48.074617866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"56bdb686-fe00-480c-8927-46fac69abaf9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:48.080071632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"15033930-2150-45e6-b7fb-cd09d1908840","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:48.089924709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"56bdb686-fe00-480c-8927-46fac69abaf9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:48.133420108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"3b0f42c4-27de-48e5-948f-c55d6877d3a3","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:48.135748307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"a01d7fb8-7de2-4c51-aaa0-69ebf05394be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:48.142485697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"fd663781-e3f2-4002-9333-5327041ad38c","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:48.170032328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"3b0f42c4-27de-48e5-948f-c55d6877d3a3","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:48.183940974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"a01d7fb8-7de2-4c51-aaa0-69ebf05394be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:48.224314166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"fd663781-e3f2-4002-9333-5327041ad38c","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:48.250515216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"4fb3b1d3-38ca-4246-9d09-6cb00b1a8de0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:48.25784184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"d659c50e-8889-4dd3-8cd7-9afe30908e7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:48.273954338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"4fb3b1d3-38ca-4246-9d09-6cb00b1a8de0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:48.299637145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"3e74367c-eaa1-4b18-87e8-c30d1c222e4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:48.305137601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"d659c50e-8889-4dd3-8cd7-9afe30908e7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:48.324152758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"3e74367c-eaa1-4b18-87e8-c30d1c222e4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:48.335997092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"c2912df2-af3a-473c-9413-2277f8741455","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:48.359052811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d546f061-558d-4de7-a329-a50f37807464","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:48.359275696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"8c635076-90bb-4e36-afc5-43f52afc1aa9","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:48.362375077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"286da130-41ac-466f-add7-9e481e13029e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:48.364388363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"c2912df2-af3a-473c-9413-2277f8741455","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:48.367372473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"8c635076-90bb-4e36-afc5-43f52afc1aa9","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:48.367508997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d546f061-558d-4de7-a329-a50f37807464","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:48.370463107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"286da130-41ac-466f-add7-9e481e13029e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:48.373631583Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"8c635076-90bb-4e36-afc5-43f52afc1aa9","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"model":"e2e-extmod-rec-noaccess-1c2f06/e2e-rec-recover-7e9c9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:48.415353462Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6","reconcileID":"279da4d3-e0e8-4d57-8f8b-430899f534db","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"tenant":"e2e-extmod-a-e51c10","gateway":"openshift-ingress/e2e-extmod-a-e51c10","model":"ai-tenant-e2e-extmod-a-e51c10/e2e-cfl-5b9cb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:48.415374586Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6","reconcileID":"279da4d3-e0e8-4d57-8f8b-430899f534db","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"routeName":"external-model-e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10","model":"e2e-cfl-5b9cb6","externalModel":"e2e-cfl-5b9cb6","provider":"e2e-cfl-5b9cb6-provider","gateway":"openshift-ingress/e2e-extmod-a-e51c10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:48.440397046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"77982f4b-7ca1-4632-8248-2fe35af90dfa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:48.441287332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"7cd6e20d-e5e9-438f-8c07-d9634ba73eda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:48.441313629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"0f2af5cf-a906-4926-8d9b-aab43fd891a1","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e51c10","tenantID":"e2e-extmod-a-e51c10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:48.443565448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"afce99e3-bda1-41c2-a64a-49f519066b1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:48.448172408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"77982f4b-7ca1-4632-8248-2fe35af90dfa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:48.448857815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"7cd6e20d-e5e9-438f-8c07-d9634ba73eda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:48.450665205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"afce99e3-bda1-41c2-a64a-49f519066b1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:48.469528465Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"0f2af5cf-a906-4926-8d9b-aab43fd891a1","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"name":"e2e-extmod-a-e51c10-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:48.475224941Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e51c10-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"0f2af5cf-a906-4926-8d9b-aab43fd891a1","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:48.487823365Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6","reconcileID":"86342891-40e5-4a1c-bb3c-95bbd52162d1","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"tenant":"e2e-extmod-a-e51c10","gateway":"openshift-ingress/e2e-extmod-a-e51c10","model":"ai-tenant-e2e-extmod-a-e51c10/e2e-cfl-5b9cb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:48.487842121Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6","reconcileID":"86342891-40e5-4a1c-bb3c-95bbd52162d1","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"routeName":"external-model-e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10","model":"e2e-cfl-5b9cb6","externalModel":"e2e-cfl-5b9cb6","provider":"e2e-cfl-5b9cb6-provider","gateway":"openshift-ingress/e2e-extmod-a-e51c10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:52.17084393Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176","reconcileID":"1622753f-2beb-4eef-bcf1-87b821838be1","namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:52.305511483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"af4b4f5c-82da-481d-9b36-44acfb06c530","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e51c10","tenantID":"e2e-extmod-a-e51c10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:52.306273273Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176","reconcileID":"86d6330a-8bcd-442b-a406-c2599cb54eef","namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:52.311550898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"c0009a3b-d1d7-4d41-848a-94799082bbfa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:52.326245709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"7aa02957-aea4-4fe3-99f4-53730cc904f6","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:52.35758684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"a830e91f-9438-4057-a8ba-f00b770427f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:52.363833396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"c0009a3b-d1d7-4d41-848a-94799082bbfa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:52.371834757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"7aa02957-aea4-4fe3-99f4-53730cc904f6","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:52.372158163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"066388c9-fc30-48f9-8b66-e0b9871e4964","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:52.376530411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"af4b4f5c-82da-481d-9b36-44acfb06c530","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"name":"e2e-extmod-a-e51c10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:52.384608564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"066388c9-fc30-48f9-8b66-e0b9871e4964","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:52.38465639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"a830e91f-9438-4057-a8ba-f00b770427f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:52.388359873Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e51c10-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"af4b4f5c-82da-481d-9b36-44acfb06c530","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:52.390777967Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176","reconcileID":"3184dba6-1193-4072-83ee-14607eec946d","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:52.409853982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"4c215730-d3b9-4263-8fd4-79e7b99c99df","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:52.42124752Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176","reconcileID":"a0134b07-e08b-4852-b65b-540b27f44211","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:52.426899662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"4c215730-d3b9-4263-8fd4-79e7b99c99df","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:52.459831513Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176","reconcileID":"f8351f93-71c6-4cfd-b35c-0776aee33cc4","namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:52.46266467Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"4c215730-d3b9-4263-8fd4-79e7b99c99df","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"model":"e2e-extmod-rec-noaccess-1c2f06/e2e-rec-recover-7e9c9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:52.464049798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176","reconcileID":"ed8ac34e-ed5f-40d9-a5f4-e1bf5065e36f","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"tenant":"e2e-extmod-a-1dd09d","gateway":"openshift-ingress/e2e-extmod-a-1dd09d","model":"ai-tenant-e2e-extmod-a-1dd09d/e2e-cmp-legacy-c5c176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:52.46407133Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176","reconcileID":"ed8ac34e-ed5f-40d9-a5f4-e1bf5065e36f","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"routeName":"external-model-e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d","model":"e2e-cmp-legacy-c5c176","externalModel":"e2e-cmp-legacy-c5c176","provider":"e2e-cmp-legacy-c5c176-provider","gateway":"openshift-ingress/e2e-extmod-a-1dd09d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:52.482604072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176","reconcileID":"713a958c-53ec-4af4-b543-bfd230ab0540","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"tenant":"e2e-extmod-a-1dd09d","gateway":"openshift-ingress/e2e-extmod-a-1dd09d","model":"ai-tenant-e2e-extmod-a-1dd09d/e2e-cmp-legacy-c5c176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:52.482626724Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176","reconcileID":"713a958c-53ec-4af4-b543-bfd230ab0540","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"routeName":"external-model-e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d","model":"e2e-cmp-legacy-c5c176","externalModel":"e2e-cmp-legacy-c5c176","provider":"e2e-cmp-legacy-c5c176-provider","gateway":"openshift-ingress/e2e-extmod-a-1dd09d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:12:52.490362383Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176","reconcileID":"713a958c-53ec-4af4-b543-bfd230ab0540","name":"e2e-cmp-legacy-c5c176","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-c5c176\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:12:52.490426958Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176","reconcileID":"713a958c-53ec-4af4-b543-bfd230ab0540","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-c5c176\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:52.501221903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176","reconcileID":"57fe762e-1350-4c33-8a70-c3d51e4481e3","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"tenant":"e2e-extmod-a-1dd09d","gateway":"openshift-ingress/e2e-extmod-a-1dd09d","model":"ai-tenant-e2e-extmod-a-1dd09d/e2e-cmp-legacy-c5c176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:52.501240261Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176","reconcileID":"57fe762e-1350-4c33-8a70-c3d51e4481e3","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"routeName":"external-model-e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d","model":"e2e-cmp-legacy-c5c176","externalModel":"e2e-cmp-legacy-c5c176","provider":"e2e-cmp-legacy-c5c176-provider","gateway":"openshift-ingress/e2e-extmod-a-1dd09d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:52.503937322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"84d3fa9d-829a-479b-ae4a-a3ab1d209aa5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:52.558645043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8fa2ac16-803c-4f5c-a78e-299fee1a2330","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:52.559522713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"387e91b8-f589-4390-bc34-783cd1765b93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:52.560364917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"c47ded1f-806f-40d2-a3ae-5bec09e9b479","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:52.56101936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"020e65a5-004e-46da-b02a-c2a32fe54749","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:52.843658828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8fa2ac16-803c-4f5c-a78e-299fee1a2330","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:52.851423502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"c47ded1f-806f-40d2-a3ae-5bec09e9b479","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:52.858881297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"387e91b8-f589-4390-bc34-783cd1765b93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:52.865892318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"84d3fa9d-829a-479b-ae4a-a3ab1d209aa5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:52.866906231Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-3c5be9-sub","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-sub","reconcileID":"c069a0c5-2e7c-4e49-8131-2f1587fcd71f","MaaSSubscription":{"name":"e2e-att-serve-3c5be9-sub","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"model":"e2e-extmod-att-user-c76bfd/e2e-att-serve-3c5be9","subscription":"e2e-att-serve-3c5be9-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:52.87592453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"020e65a5-004e-46da-b02a-c2a32fe54749","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:52.886798436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176","reconcileID":"1d6cd54d-e139-4f9f-abed-70b2617a439d","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"tenant":"e2e-extmod-a-1dd09d","gateway":"openshift-ingress/e2e-extmod-a-1dd09d","model":"ai-tenant-e2e-extmod-a-1dd09d/e2e-cmp-legacy-c5c176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:52.886830572Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176","reconcileID":"1d6cd54d-e139-4f9f-abed-70b2617a439d","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"routeName":"external-model-e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d","model":"e2e-cmp-legacy-c5c176","externalModel":"e2e-cmp-legacy-c5c176","provider":"e2e-cmp-legacy-c5c176-provider","gateway":"openshift-ingress/e2e-extmod-a-1dd09d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:52.887589831Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-3c5be9-sub","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-sub","reconcileID":"c069a0c5-2e7c-4e49-8131-2f1587fcd71f","MaaSSubscription":{"name":"e2e-att-serve-3c5be9-sub","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"model":"e2e-extmod-att-user-c76bfd/e2e-att-serve-3c5be9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:52.957481491Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-3c5be9-sub","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-sub","reconcileID":"c069a0c5-2e7c-4e49-8131-2f1587fcd71f","MaaSSubscription":{"name":"e2e-att-serve-3c5be9-sub","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"maas-trlp-e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd","model":"e2e-extmod-att-user-c76bfd/e2e-att-serve-3c5be9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:52.975846254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"7b0cee6c-7063-43e8-99ca-d66ff1e6c37c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:52.981835788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"4e0b685b-aa11-41e5-8e16-922c941aef3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:52.986690558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"260d31e3-7f37-4ead-8dbc-65625321d589","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.057294516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"90b86b86-0e61-42db-a9f4-df06afb42b4b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.0602831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"7b0cee6c-7063-43e8-99ca-d66ff1e6c37c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.061062762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"4e0b685b-aa11-41e5-8e16-922c941aef3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.065997824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"90b86b86-0e61-42db-a9f4-df06afb42b4b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.067942485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"260d31e3-7f37-4ead-8dbc-65625321d589","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.073567899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"5e559432-9e2b-47ee-a0d3-2d2b34c2a97d","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.080205633Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-f3d6a5 priority=0:[ai-tenant-e2e-extmod-b-f3d6a5/e2e-att-serve-00d29c-sub ai-tenant-e2e-extmod-b-f3d6a5/e2e-rec-ctrl-62335f-sub ai-tenant-e2e-extmod-b-f3d6a5/e2e-rec-recover-7e9c9f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.081589194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"5e559432-9e2b-47ee-a0d3-2d2b34c2a97d","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.085993168Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"namespace":"e2e-extmod-att-user-c76bfd","name":"e2e-att-serve-3c5be9","reconcileID":"b3245539-e7bc-467d-9db7-d8ae5f6a1fd7","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"tenant":"e2e-extmod-b-4a477d","gateway":"openshift-ingress/e2e-extmod-b-4a477d","model":"e2e-extmod-att-user-c76bfd/e2e-att-serve-3c5be9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.086012019Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"namespace":"e2e-extmod-att-user-c76bfd","name":"e2e-att-serve-3c5be9","reconcileID":"b3245539-e7bc-467d-9db7-d8ae5f6a1fd7","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"routeName":"external-model-e2e-att-serve-3c5be9-4a9ba0ee5fff","namespace":"e2e-extmod-att-user-c76bfd","model":"e2e-att-serve-3c5be9","externalModel":"e2e-att-serve-3c5be9","provider":"e2e-att-serve-3c5be9-provider","gateway":"openshift-ingress/e2e-extmod-b-4a477d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.103325176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"0232a600-411b-49e9-9002-a50d004e11b1","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.106973467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"1f6db7a3-383b-4a0c-93ef-fbfa3b9c56d7","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e51c10","tenantID":"e2e-extmod-a-e51c10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.108466784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"a934e30c-e2d6-4eee-a73f-1ccd5eeead35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.112580707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"0232a600-411b-49e9-9002-a50d004e11b1","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.15677095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"1f6db7a3-383b-4a0c-93ef-fbfa3b9c56d7","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"name":"e2e-extmod-a-e51c10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.157013135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"a934e30c-e2d6-4eee-a73f-1ccd5eeead35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.165960489Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e51c10-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"1f6db7a3-383b-4a0c-93ef-fbfa3b9c56d7","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.206068153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"7b29eb5f-4438-43d2-8d76-e130e9171157","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.206116482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"cf31c868-e39b-4e76-b359-8f0974c32d18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.213744683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"7b29eb5f-4438-43d2-8d76-e130e9171157","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.214374384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"cf31c868-e39b-4e76-b359-8f0974c32d18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.254032565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"namespace":"e2e-extmod-att-user-c76bfd","name":"e2e-att-serve-3c5be9","reconcileID":"c738f0c6-c663-47b1-8c64-97ee19fa63f0","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"tenant":"e2e-extmod-b-4a477d","gateway":"openshift-ingress/e2e-extmod-b-4a477d","model":"e2e-extmod-att-user-c76bfd/e2e-att-serve-3c5be9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.254050278Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"namespace":"e2e-extmod-att-user-c76bfd","name":"e2e-att-serve-3c5be9","reconcileID":"c738f0c6-c663-47b1-8c64-97ee19fa63f0","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"routeName":"external-model-e2e-att-serve-3c5be9-4a9ba0ee5fff","namespace":"e2e-extmod-att-user-c76bfd","model":"e2e-att-serve-3c5be9","externalModel":"e2e-att-serve-3c5be9","provider":"e2e-att-serve-3c5be9-provider","gateway":"openshift-ingress/e2e-extmod-b-4a477d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:12:53.257207639Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-62335f-sub","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-sub","reconcileID":"7b401904-24d4-4c31-8306-cfb2db0ccc04","MaaSSubscription":{"name":"e2e-rec-ctrl-62335f-sub","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"error":"model e2e-extmod-rec-user-b1658e/e2e-rec-ctrl-62335f is not attached to tenant gateway for subscription ai-tenant-e2e-extmod-b-f3d6a5/e2e-rec-ctrl-62335f-sub: failed to get HTTPRoute e2e-extmod-rec-user-b1658e/external-model-e2e-rec-ctrl-62335f-51375fcf4daa for gateway validation: HTTPRoute.gateway.networking.k8s.io \"external-model-e2e-rec-ctrl-62335f-51375fcf4daa\" not found","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.261365881Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e"},"namespace":"e2e-extmod-rec-user-b1658e","name":"e2e-rec-ctrl-62335f","reconcileID":"1eb7a62a-dd14-4825-8993-7f3b6d196057","MaaSModelRef":{"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e"},"routeName":"external-model-e2e-rec-ctrl-62335f-51375fcf4daa","namespace":"e2e-extmod-rec-user-b1658e","model":"e2e-rec-ctrl-62335f","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:12:53.269975497Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-62335f-sub","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-sub","reconcileID":"7b401904-24d4-4c31-8306-cfb2db0ccc04","error":"model e2e-extmod-rec-user-b1658e/e2e-rec-ctrl-62335f is not attached to tenant gateway for subscription ai-tenant-e2e-extmod-b-f3d6a5/e2e-rec-ctrl-62335f-sub: failed to get HTTPRoute e2e-extmod-rec-user-b1658e/external-model-e2e-rec-ctrl-62335f-51375fcf4daa for gateway validation: HTTPRoute.gateway.networking.k8s.io \"external-model-e2e-rec-ctrl-62335f-51375fcf4daa\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.289301752Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e"},"namespace":"e2e-extmod-rec-user-b1658e","name":"e2e-rec-ctrl-62335f","reconcileID":"8b0a316c-be7f-4876-b5cf-a65f75e20724","MaaSModelRef":{"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e"},"routeName":"external-model-e2e-rec-ctrl-62335f-51375fcf4daa","namespace":"e2e-extmod-rec-user-b1658e","model":"e2e-rec-ctrl-62335f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.294088629Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"ee9a2cc0-7329-4edb-82fe-43069ef9c490","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"model":"e2e-extmod-att-user-c76bfd/e2e-att-serve-3c5be9","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:12:53.302740287Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e"},"namespace":"e2e-extmod-rec-user-b1658e","name":"e2e-rec-ctrl-62335f","reconcileID":"8b0a316c-be7f-4876-b5cf-a65f75e20724","name":"e2e-rec-ctrl-62335f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-ctrl-62335f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:12:53.302864341Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e"},"namespace":"e2e-extmod-rec-user-b1658e","name":"e2e-rec-ctrl-62335f","reconcileID":"8b0a316c-be7f-4876-b5cf-a65f75e20724","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-ctrl-62335f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.311724748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176","reconcileID":"8cacb1ba-5c73-4c4c-a561-7d7981eb7602","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"tenant":"e2e-extmod-a-1dd09d","gateway":"openshift-ingress/e2e-extmod-a-1dd09d","model":"ai-tenant-e2e-extmod-a-1dd09d/e2e-cmp-legacy-c5c176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.311809362Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176","reconcileID":"8cacb1ba-5c73-4c4c-a561-7d7981eb7602","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"routeName":"external-model-e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d","model":"e2e-cmp-legacy-c5c176","externalModel":"e2e-cmp-legacy-c5c176","provider":"e2e-cmp-legacy-c5c176-provider","gateway":"openshift-ingress/e2e-extmod-a-1dd09d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.312192457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-access","reconcileID":"9b695803-981e-43d1-95c8-00b81e5da10a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-1dd09d","tenantID":"e2e-extmod-a-1dd09d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.312753494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"ebacf973-5632-4f3c-b1e7-a1e7ef5e1fcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.318543526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"2e817d91-18b0-49f9-b807-66ec7c7d997a","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.323709651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"1103e3ce-3753-4113-b1db-219bf07afe7d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.324805467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"ebacf973-5632-4f3c-b1e7-a1e7ef5e1fcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.32664287Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e"},"namespace":"e2e-extmod-rec-user-b1658e","name":"e2e-rec-ctrl-62335f","reconcileID":"b8f3dd88-e212-4878-9538-1430e01df03d","MaaSModelRef":{"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e"},"routeName":"external-model-e2e-rec-ctrl-62335f-51375fcf4daa","namespace":"e2e-extmod-rec-user-b1658e","model":"e2e-rec-ctrl-62335f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.331068922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"2e817d91-18b0-49f9-b807-66ec7c7d997a","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.333777662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"1103e3ce-3753-4113-b1db-219bf07afe7d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.33740363Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"1103e3ce-3753-4113-b1db-219bf07afe7d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"model":"e2e-extmod-rec-user-b1658e/e2e-rec-ctrl-62335f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.338289027Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"2e817d91-18b0-49f9-b807-66ec7c7d997a","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"model":"e2e-extmod-rec-noaccess-1c2f06/e2e-rec-recover-7e9c9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.34627586Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-access","reconcileID":"9b695803-981e-43d1-95c8-00b81e5da10a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"name":"e2e-extmod-a-1dd09d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.35771194Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-1dd09d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-access","reconcileID":"9b695803-981e-43d1-95c8-00b81e5da10a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.358545201Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e"},"namespace":"e2e-extmod-rec-user-b1658e","name":"e2e-rec-ctrl-62335f","reconcileID":"a8e6cc14-46d0-416a-b5b8-b471cb05b02b","namespace":"e2e-extmod-rec-user-b1658e","name":"e2e-rec-ctrl-62335f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.359973028Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-62335f-sub","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-sub","reconcileID":"932a4b9b-a0fe-4000-bc32-b5c129e36c7e","MaaSSubscription":{"name":"e2e-rec-ctrl-62335f-sub","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"model":"e2e-extmod-rec-user-b1658e/e2e-rec-ctrl-62335f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.362030358Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e"},"namespace":"e2e-extmod-rec-user-b1658e","name":"e2e-rec-ctrl-62335f","reconcileID":"abc78244-2699-46f4-a680-ab5b882ea5ed","MaaSModelRef":{"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e"},"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.370152281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176","reconcileID":"3084d5f6-5d73-43e3-9cbe-f3082b534606","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"tenant":"e2e-extmod-a-1dd09d","gateway":"openshift-ingress/e2e-extmod-a-1dd09d","model":"ai-tenant-e2e-extmod-a-1dd09d/e2e-cmp-legacy-c5c176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.370172711Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176","reconcileID":"3084d5f6-5d73-43e3-9cbe-f3082b534606","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"routeName":"external-model-e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d","model":"e2e-cmp-legacy-c5c176","externalModel":"e2e-cmp-legacy-c5c176","provider":"e2e-cmp-legacy-c5c176-provider","gateway":"openshift-ingress/e2e-extmod-a-1dd09d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.401470038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"ee9a2cc0-7329-4edb-82fe-43069ef9c490","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.406598057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"8cc81f77-9744-4ec5-b2ea-4f35a5858eca","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e51c10","tenantID":"e2e-extmod-a-e51c10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.408221495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"0c1e1554-0e98-4d33-80b3-56038685e672","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.412683273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"90e69f94-30d2-4f55-9c34-2957145a5b26","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.413522924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"cf58eecb-1382-49f9-99b9-cb97d4512b44","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.413641723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"8cc81f77-9744-4ec5-b2ea-4f35a5858eca","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"name":"e2e-extmod-a-e51c10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.415920795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"0c1e1554-0e98-4d33-80b3-56038685e672","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.419582169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"90e69f94-30d2-4f55-9c34-2957145a5b26","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.420574028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"cf58eecb-1382-49f9-99b9-cb97d4512b44","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.420813619Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e51c10-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"8cc81f77-9744-4ec5-b2ea-4f35a5858eca","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.428432803Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"cf58eecb-1382-49f9-99b9-cb97d4512b44","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"model":"e2e-extmod-rec-noaccess-1c2f06/e2e-rec-recover-7e9c9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.428617362Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"ee9a2cc0-7329-4edb-82fe-43069ef9c490","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"name":"e2e-extmod-b-4a477d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.428640352Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"e2e-att-serve-3c5be9-access","reconcileID":"ee9a2cc0-7329-4edb-82fe-43069ef9c490","MaaSAuthPolicy":{"name":"e2e-att-serve-3c5be9-access","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a477d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.439309281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"namespace":"e2e-extmod-att-user-c76bfd","name":"e2e-att-serve-3c5be9","reconcileID":"a154f287-74a0-473a-8313-14b8627422f0","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"tenant":"e2e-extmod-b-4a477d","gateway":"openshift-ingress/e2e-extmod-b-4a477d","model":"e2e-extmod-att-user-c76bfd/e2e-att-serve-3c5be9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.439333538Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"namespace":"e2e-extmod-att-user-c76bfd","name":"e2e-att-serve-3c5be9","reconcileID":"a154f287-74a0-473a-8313-14b8627422f0","MaaSModelRef":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"routeName":"external-model-e2e-att-serve-3c5be9-4a9ba0ee5fff","namespace":"e2e-extmod-att-user-c76bfd","model":"e2e-att-serve-3c5be9","externalModel":"e2e-att-serve-3c5be9","provider":"e2e-att-serve-3c5be9-provider","gateway":"openshift-ingress/e2e-extmod-b-4a477d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.664239345Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e"},"namespace":"e2e-extmod-rec-user-b1658e","name":"e2e-rec-ctrl-62335f","reconcileID":"e3e7f1dd-3b9e-4d63-b278-f0fce5aa9986","MaaSModelRef":{"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e"},"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.772311575Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-62335f-sub","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-sub","reconcileID":"76695a91-e924-429c-8186-03925051407c","MaaSSubscription":{"name":"e2e-rec-ctrl-62335f-sub","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"model":"e2e-extmod-rec-user-b1658e/e2e-rec-ctrl-62335f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.805900266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"5a2fedf8-efaa-4a85-ad45-a02b03b57ead","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.807071436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6f8f8e2-3678-4cf6-98e5-e990da7204e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.824843299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"b63792f6-535a-4d75-8801-6ff21d2e3cd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.856526208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"5a2fedf8-efaa-4a85-ad45-a02b03b57ead","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.857669942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6867eca5-8c9c-4c0d-b519-b4fc4d0d8e85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.85875199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"99524f5f-db44-49f2-b0dd-89989cd9c117","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.860040678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"b63792f6-535a-4d75-8801-6ff21d2e3cd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.863298075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6f8f8e2-3678-4cf6-98e5-e990da7204e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.867445575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6867eca5-8c9c-4c0d-b519-b4fc4d0d8e85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.868017494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"99524f5f-db44-49f2-b0dd-89989cd9c117","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.883161775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"7e380b37-f736-433e-a407-a85e0f6cbc31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.889848721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"7e380b37-f736-433e-a407-a85e0f6cbc31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.971164456Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"namespace":"e2e-extmod-att-user-c76bfd","name":"e2e-att-serve-3c5be9","reconcileID":"125f286b-f4b2-4551-82cb-cb8749270b84","namespace":"e2e-extmod-att-user-c76bfd","name":"e2e-att-serve-3c5be9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.982345618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"17944d5c-6d51-4266-924c-2a004482459a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.990525679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"17944d5c-6d51-4266-924c-2a004482459a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:53.994756168Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"17944d5c-6d51-4266-924c-2a004482459a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"model":"e2e-extmod-rec-user-b1658e/e2e-rec-ctrl-62335f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.079399325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"62647adb-064a-419c-ba2e-1903f59a337b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.079498025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"a93f4016-9dc9-430c-bcf9-a5ec65cc1bbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.079889958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-access","reconcileID":"e8777f34-8003-44fd-b9c0-549c30110b12","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-1dd09d","tenantID":"e2e-extmod-a-1dd09d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.080051616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"74ceeafb-cdfe-4d6b-8a2a-d53b53db8ff7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.084354619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"e3e5adfe-8de4-4db8-92e0-5adda69435e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.08774349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"a93f4016-9dc9-430c-bcf9-a5ec65cc1bbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.089575727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"62647adb-064a-419c-ba2e-1903f59a337b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.090689911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"74ceeafb-cdfe-4d6b-8a2a-d53b53db8ff7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.093294823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"e3e5adfe-8de4-4db8-92e0-5adda69435e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.094018597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-access","reconcileID":"e8777f34-8003-44fd-b9c0-549c30110b12","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"name":"e2e-extmod-a-1dd09d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.103980179Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-1dd09d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-access","reconcileID":"e8777f34-8003-44fd-b9c0-549c30110b12","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.158181948Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-3c5be9","namespace":"e2e-extmod-att-user-c76bfd"},"namespace":"e2e-extmod-att-user-c76bfd","name":"e2e-att-serve-3c5be9","reconcileID":"032a5477-dbc2-44a4-ae9a-f512517f382d","namespace":"e2e-extmod-att-user-c76bfd","name":"e2e-att-serve-3c5be9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.168749015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"6354172c-7f69-48b5-94fb-69af400aaf81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.17996697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"6354172c-7f69-48b5-94fb-69af400aaf81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.180280454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"eb11f8bd-70f7-4ef0-92ca-9b90be6061b1","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e51c10","tenantID":"e2e-extmod-a-e51c10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.183501018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"5597aa39-b1e7-42cf-8a54-7d45fb95ca61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.183876212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"ce737f83-eb2a-4667-95bc-722c528b2003","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.256626028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"82a9fe2b-946f-4350-909a-d4ff855e10b2","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.259997843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"eb11f8bd-70f7-4ef0-92ca-9b90be6061b1","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"name":"e2e-extmod-a-e51c10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.263897359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"5597aa39-b1e7-42cf-8a54-7d45fb95ca61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.267547983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"ce737f83-eb2a-4667-95bc-722c528b2003","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.27286813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"82a9fe2b-946f-4350-909a-d4ff855e10b2","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.277031709Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e51c10-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"eb11f8bd-70f7-4ef0-92ca-9b90be6061b1","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.341880473Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"82a9fe2b-946f-4350-909a-d4ff855e10b2","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"model":"e2e-extmod-rec-noaccess-1c2f06/e2e-rec-recover-7e9c9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.387616724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"007d2bb1-e54c-4b24-9d1e-174b7d355939","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.645487082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"007d2bb1-e54c-4b24-9d1e-174b7d355939","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.647613462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0db9ae39-d676-42a1-9b1b-7d6f1be3b95b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.678827726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0db9ae39-d676-42a1-9b1b-7d6f1be3b95b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.680449981Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-62335f-sub","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-sub","reconcileID":"6deefd96-fecb-4309-ad86-82f1fe758d07","MaaSSubscription":{"name":"e2e-rec-ctrl-62335f-sub","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"model":"e2e-extmod-rec-user-b1658e/e2e-rec-ctrl-62335f","error":"MaaSModelRef not found: e2e-extmod-rec-user-b1658e/e2e-rec-ctrl-62335f (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.685969005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"9ff04b9c-6d84-4f7a-afbb-bd097259794b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.686030606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"d22b06af-750f-441c-afc8-9db2fee0263d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.688149188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"4907920a-290f-4d55-a08b-8c3447a0faf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.693478424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"d22b06af-750f-441c-afc8-9db2fee0263d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.694215015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"9ff04b9c-6d84-4f7a-afbb-bd097259794b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.698666929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"4907920a-290f-4d55-a08b-8c3447a0faf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.767993653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-access","reconcileID":"061bfdbe-46ee-4177-a09e-db7e82408d70","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-1dd09d","tenantID":"e2e-extmod-a-1dd09d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.770937695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"80aad27b-037d-4ad5-a02e-88855515dae9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.773324576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"c37eb3af-cc4a-41d1-858a-6fd8c4f910ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.774369791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"8dffdb33-787a-4e88-a48b-5dc14593230a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.77529352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"01e099a3-1617-492b-bafb-2760c3e94838","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.776114343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-access","reconcileID":"061bfdbe-46ee-4177-a09e-db7e82408d70","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"name":"e2e-extmod-a-1dd09d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.779532038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"80aad27b-037d-4ad5-a02e-88855515dae9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.783331982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"c37eb3af-cc4a-41d1-858a-6fd8c4f910ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.783781273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"8dffdb33-787a-4e88-a48b-5dc14593230a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.783812455Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"8dffdb33-787a-4e88-a48b-5dc14593230a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"model":"e2e-extmod-rec-user-b1658e/e2e-rec-ctrl-62335f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.786612083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"01e099a3-1617-492b-bafb-2760c3e94838","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.787822612Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-1dd09d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-access","reconcileID":"061bfdbe-46ee-4177-a09e-db7e82408d70","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.799767146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"12c26daf-b7bf-4af0-af85-fc009cba898a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.856551978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"12c26daf-b7bf-4af0-af85-fc009cba898a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.86894675Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e"},"namespace":"e2e-extmod-rec-user-b1658e","name":"e2e-rec-ctrl-62335f","reconcileID":"334dbb9c-e74e-4238-aa72-de672aa0f83f","namespace":"e2e-extmod-rec-user-b1658e","name":"e2e-rec-ctrl-62335f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.871217331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"159029b1-5e50-48c9-b47d-8a8f576f5a4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.872023523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"b07a0262-5198-4239-9813-1d1423852200","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.873429725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"8a1d4fef-123a-41b3-8215-db63a26b9088","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.875949156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"f7b4fd5c-d6a4-4afd-abc8-5997ccf229ab","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e51c10","tenantID":"e2e-extmod-a-e51c10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.879039204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"159029b1-5e50-48c9-b47d-8a8f576f5a4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.879709708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"b07a0262-5198-4239-9813-1d1423852200","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.882338965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"8a1d4fef-123a-41b3-8215-db63a26b9088","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.883830041Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-62335f","namespace":"e2e-extmod-rec-user-b1658e"},"namespace":"e2e-extmod-rec-user-b1658e","name":"e2e-rec-ctrl-62335f","reconcileID":"15754b1b-2673-4d01-a7e9-c42283e72f0b","namespace":"e2e-extmod-rec-user-b1658e","name":"e2e-rec-ctrl-62335f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.884783492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"f7b4fd5c-d6a4-4afd-abc8-5997ccf229ab","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"name":"e2e-extmod-a-e51c10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.888422525Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"8a1d4fef-123a-41b3-8215-db63a26b9088","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"model":"e2e-extmod-rec-noaccess-1c2f06/e2e-rec-recover-7e9c9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.891197307Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e51c10-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"f7b4fd5c-d6a4-4afd-abc8-5997ccf229ab","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:55.005551065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"862c5ee4-54cf-42aa-b409-27ea40802666","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:55.006619546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-access","reconcileID":"5a8ed564-439c-4816-aaee-24b6eead9fe1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-1dd09d","tenantID":"e2e-extmod-a-1dd09d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:55.010879781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"9e4399b5-4c5f-46ff-a66e-65843cb623c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:55.011617791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3af1f18a-43bb-4a72-a33c-ee00eaba70a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:55.012267763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"c816cc86-262e-4353-beac-00992a0cb749","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:55.016523799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-access","reconcileID":"5a8ed564-439c-4816-aaee-24b6eead9fe1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"name":"e2e-extmod-a-1dd09d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:55.019157496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"862c5ee4-54cf-42aa-b409-27ea40802666","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:55.021994631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"c816cc86-262e-4353-beac-00992a0cb749","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:55.025421903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"9e4399b5-4c5f-46ff-a66e-65843cb623c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:55.025566729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3af1f18a-43bb-4a72-a33c-ee00eaba70a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:55.026870606Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-1dd09d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-access","reconcileID":"5a8ed564-439c-4816-aaee-24b6eead9fe1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:55.031949698Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"c816cc86-262e-4353-beac-00992a0cb749","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"model":"e2e-extmod-rec-noaccess-1c2f06/e2e-rec-recover-7e9c9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:55.071203146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"73a93c7a-3a07-4451-830a-519b29dc1cf8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:55.072361904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26c0ece4-02ce-4674-9258-0f963a914e0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:55.072685169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"40abd553-e932-43c5-bbe5-f8bc7a94f4d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:55.074819937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"86d0f85c-79d2-4e31-a57c-94786416acb1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:55.074978047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"f504c64b-c1ae-4ed9-beaa-32191461bf8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:55.079873452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"73a93c7a-3a07-4451-830a-519b29dc1cf8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:55.080256747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26c0ece4-02ce-4674-9258-0f963a914e0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:55.083770774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"40abd553-e932-43c5-bbe5-f8bc7a94f4d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:55.085299504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"86d0f85c-79d2-4e31-a57c-94786416acb1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:55.089433327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"f504c64b-c1ae-4ed9-beaa-32191461bf8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:55.092592573Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"86d0f85c-79d2-4e31-a57c-94786416acb1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"model":"e2e-extmod-rec-user-b1658e/e2e-rec-ctrl-62335f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:55.173444165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"a2dae9e4-9498-4cdf-90d0-6043f6ab1618","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:55.174450254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"ecd8c27a-8054-4413-be21-1ecd6d9b7358","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:55.175065796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"b29d66c5-02b1-424f-8691-f72c18f7b54a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:55.175524914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"b58e8118-daa6-44e9-8ac6-e34085b4a562","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:55.175819535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"86445178-3f17-425f-8da7-40b94e475d33","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:55.181873743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"a2dae9e4-9498-4cdf-90d0-6043f6ab1618","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:55.182673515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"ecd8c27a-8054-4413-be21-1ecd6d9b7358","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:55.18455515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"b58e8118-daa6-44e9-8ac6-e34085b4a562","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:55.184962945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"b29d66c5-02b1-424f-8691-f72c18f7b54a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:55.186812973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"86445178-3f17-425f-8da7-40b94e475d33","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:55.274615208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"a49a4639-e1cb-4c4e-b287-3d1cc7334d01","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e51c10","tenantID":"e2e-extmod-a-e51c10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:55.277761308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"5abf1a4d-3fd3-4d7f-bcb4-2b7a034a8a03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:55.284498455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"a49a4639-e1cb-4c4e-b287-3d1cc7334d01","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"name":"e2e-extmod-a-e51c10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:55.286854762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"5abf1a4d-3fd3-4d7f-bcb4-2b7a034a8a03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:55.292425735Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e51c10-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"a49a4639-e1cb-4c4e-b287-3d1cc7334d01","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:57.668452609Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"e2e-extmod-cfl-1-bdb625"},"namespace":"e2e-extmod-cfl-1-bdb625","name":"e2e-cfl-5b9cb6","reconcileID":"7e636dc2-0374-4a92-9d8e-2e630943a872","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"e2e-extmod-cfl-1-bdb625"},"name":"e2e-cfl-5b9cb6","namespace":"e2e-extmod-cfl-1-bdb625","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:02.148766258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"53920b61-8f83-454c-b9b8-1d376165299e","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:02.148780763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"0c5658b0-b887-41b1-892d-25e28ef74fb7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:02.149484281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"cac0ae51-4ea3-4214-b8e6-67fb9562fd21","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:02.156670941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"53920b61-8f83-454c-b9b8-1d376165299e","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:02.157605146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"0c5658b0-b887-41b1-892d-25e28ef74fb7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:02.159129777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"cac0ae51-4ea3-4214-b8e6-67fb9562fd21","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:02.16471268Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"53920b61-8f83-454c-b9b8-1d376165299e","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"model":"e2e-extmod-rec-noaccess-1c2f06/e2e-rec-recover-7e9c9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:02.164897488Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"0c5658b0-b887-41b1-892d-25e28ef74fb7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"model":"e2e-extmod-rec-user-b1658e/e2e-rec-ctrl-62335f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:05.037346902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-access","reconcileID":"b65a3362-f4c2-46f8-8b47-ba3f0cb7f0cd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-1dd09d","tenantID":"e2e-extmod-a-1dd09d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:05.045163407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-access","reconcileID":"b65a3362-f4c2-46f8-8b47-ba3f0cb7f0cd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"name":"e2e-extmod-a-1dd09d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:05.051611387Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-1dd09d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-access","reconcileID":"b65a3362-f4c2-46f8-8b47-ba3f0cb7f0cd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:05.300720035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"02ebd74c-ae13-4757-8a08-2fa8f4f1b8c6","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e51c10","tenantID":"e2e-extmod-a-e51c10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:05.307775524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"02ebd74c-ae13-4757-8a08-2fa8f4f1b8c6","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"name":"e2e-extmod-a-e51c10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:05.31326632Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e51c10-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"02ebd74c-ae13-4757-8a08-2fa8f4f1b8c6","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:07.67594201Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"e2e-extmod-cfl-1-bdb625"},"namespace":"e2e-extmod-cfl-1-bdb625","name":"e2e-cfl-5b9cb6","reconcileID":"65cb36ef-2591-4db3-bd54-1294188bcc02","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"e2e-extmod-cfl-1-bdb625"},"name":"e2e-cfl-5b9cb6","namespace":"e2e-extmod-cfl-1-bdb625","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:08.80351792Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a","reconcileID":"b613aebd-d521-4f57-8f86-f8b0fb61f5c1","namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:08.815871638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"e23ac1b1-deea-464d-8bc7-ecc1dfd93422","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e51c10","tenantID":"e2e-extmod-a-e51c10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:08.827629262Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a","reconcileID":"0ae67f2f-4f61-4e1d-a617-f97438e066a3","namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:08.8304829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"564b198f-2b5f-4b57-af20-8e7533d9f67c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:08.831658021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-access","reconcileID":"546a8b9e-52d5-443c-8d55-cd455de42f34","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-1dd09d","tenantID":"e2e-extmod-a-1dd09d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:08.838371601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a2e6a6b9-417e-40f4-a19c-d4c98c1cc021","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:08.841657254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65a1608d-ca67-4f42-967b-c544baf851c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:08.933272179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-access","reconcileID":"546a8b9e-52d5-443c-8d55-cd455de42f34","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"name":"e2e-extmod-a-1dd09d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:08.961979458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"e23ac1b1-deea-464d-8bc7-ecc1dfd93422","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"name":"e2e-extmod-a-e51c10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:08.977657188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65a1608d-ca67-4f42-967b-c544baf851c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:09.020663826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a2e6a6b9-417e-40f4-a19c-d4c98c1cc021","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:09.021042732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"564b198f-2b5f-4b57-af20-8e7533d9f67c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:09.037541518Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-1dd09d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-access","reconcileID":"546a8b9e-52d5-443c-8d55-cd455de42f34","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:09.082401213Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e51c10-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"e23ac1b1-deea-464d-8bc7-ecc1dfd93422","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:09.093933122Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a","reconcileID":"118d41e1-445f-4c26-b69e-66a10c4dc98a","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:09.188891855Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a","reconcileID":"eb83c924-849f-4fc4-823b-76f743e9f063","namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:09.18929495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"1648f4c8-38da-4556-857f-eea9f31b54ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:09.314052478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"1648f4c8-38da-4556-857f-eea9f31b54ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:09.323938216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a","reconcileID":"42d3db29-0757-405b-bba8-de9274df4934","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"tenant":"e2e-extmod-a-d6f956","gateway":"openshift-ingress/e2e-extmod-a-d6f956","model":"ai-tenant-e2e-extmod-a-d6f956/e2e-cmp-legacy-82f59a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:09.324019509Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a","reconcileID":"42d3db29-0757-405b-bba8-de9274df4934","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"routeName":"external-model-e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956","model":"e2e-cmp-legacy-82f59a","externalModel":"e2e-cmp-legacy-82f59a","provider":"e2e-cmp-legacy-82f59a-provider","gateway":"openshift-ingress/e2e-extmod-a-d6f956","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:09.398336615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"531d4a85-75ad-4a0b-88a4-7d76b1ce838d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:09.459597427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"70550285-35b3-4503-ac19-e7b48864aec6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:13:09.464333443Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a","reconcileID":"42d3db29-0757-405b-bba8-de9274df4934","name":"e2e-cmp-legacy-82f59a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-82f59a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:13:09.464459692Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a","reconcileID":"42d3db29-0757-405b-bba8-de9274df4934","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-82f59a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:09.466556757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"048ec196-065b-401e-95fa-d1e7d65ecf2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:09.498675648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"531d4a85-75ad-4a0b-88a4-7d76b1ce838d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:09.486484941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a","reconcileID":"40e010d6-e592-4307-811f-63a93387af0d","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"tenant":"e2e-extmod-a-d6f956","gateway":"openshift-ingress/e2e-extmod-a-d6f956","model":"ai-tenant-e2e-extmod-a-d6f956/e2e-cmp-legacy-82f59a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:09.498966778Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a","reconcileID":"40e010d6-e592-4307-811f-63a93387af0d","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"routeName":"external-model-e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956","model":"e2e-cmp-legacy-82f59a","externalModel":"e2e-cmp-legacy-82f59a","provider":"e2e-cmp-legacy-82f59a-provider","gateway":"openshift-ingress/e2e-extmod-a-d6f956","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:09.633708261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"70550285-35b3-4503-ac19-e7b48864aec6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:09.643906267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"048ec196-065b-401e-95fa-d1e7d65ecf2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:09.814785017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"3bddcbfb-4eef-420e-beed-023e204d45b1","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:09.929000786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"3bddcbfb-4eef-420e-beed-023e204d45b1","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:09.936508807Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"70550285-35b3-4503-ac19-e7b48864aec6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"model":"e2e-extmod-rec-user-b1658e/e2e-rec-ctrl-62335f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:09.956824498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"5bc93524-4a8e-428d-b96a-fc51ba8dfeea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:09.970048724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"5bc93524-4a8e-428d-b96a-fc51ba8dfeea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:09.999708486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"1c8ac098-3e33-4086-ac97-69ce3e85ba14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:10.000538848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"9c023d0c-3679-4b6f-9d5e-c6fb6a109176","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:10.009490446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"1c8ac098-3e33-4086-ac97-69ce3e85ba14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:10.015842782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"9c023d0c-3679-4b6f-9d5e-c6fb6a109176","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:10.103623221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"0b6182fe-31da-4e5e-bb5b-28503d8d2cf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:10.103624194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"dd2c83d5-9b01-471e-ac39-015d45073ecd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:10.112236776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"0b6182fe-31da-4e5e-bb5b-28503d8d2cf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:10.113717513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"0de28d13-5bab-4296-834a-859cd76d3b37","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:10.118541809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"dd2c83d5-9b01-471e-ac39-015d45073ecd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:10.126079459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"0de28d13-5bab-4296-834a-859cd76d3b37","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:10.133713861Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"0de28d13-5bab-4296-834a-859cd76d3b37","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"model":"e2e-extmod-rec-noaccess-1c2f06/e2e-rec-recover-7e9c9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:10.20018159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-access","reconcileID":"5c8912ab-2994-45d9-a47e-f6fd9a24b02a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-1dd09d","tenantID":"e2e-extmod-a-1dd09d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:10.20257344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5f814ab-16c1-4214-91a2-d010fc801528","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:10.203375861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"ce7c22b9-26ca-49d3-9923-88ea0ba2e931","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:10.204350402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3164392-52a3-4bf1-9ed3-f78a2a172e2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:10.207720922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"0b1426c7-389c-4cc9-a097-db0d2025bca4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:10.208145017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-access","reconcileID":"5c8912ab-2994-45d9-a47e-f6fd9a24b02a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"name":"e2e-extmod-a-1dd09d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:10.216318666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"ce7c22b9-26ca-49d3-9923-88ea0ba2e931","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:10.21648908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5f814ab-16c1-4214-91a2-d010fc801528","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:10.2181687Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-1dd09d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (329d83a47414b5c63b7d225fb3caa86da037300f47cca82c07aa9fb1aae4f078) AuthConfig (05e98f628a81452c84f5dc37445fd6e962bdde45f393f6b2ac10c1cabb7d3942) AuthConfig (b5b1c2f380d44d481e907cf911a7897b66b8aadf40611c9f664504316c44bdab) AuthConfig (97b929aa6a85794cf02bfd39795c55e9655d1ee4afe853864487e466d96e6edd) AuthConfig (72e9e7d9136d0710ca97d3088d9795e6502b546e471a78f9e014b573214f88cf) AuthConfig (461127c0e7b03a63d6bc2f4aeb54fee6a1ede3883c19286ff4c7d947b932c54b) AuthConfig (c0888328dbfe26c8361e762f2db9c52f2bdde5f337c6b92acae31e8ab83c2b1e) AuthConfig (173eca32e90cc353d23eedba72a3bb6a91675a1008c44751ad4961cbc4218a32) AuthConfig (fc95a084fada8ffa3969b49f13a9e78ce21b4d20f60a95a5f78bc6646c5ca956) AuthConfig (dfd3f91b1a7d730939374b01ab91df2367483d652d2b5bd1535d63b18b84db93)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-access","reconcileID":"5c8912ab-2994-45d9-a47e-f6fd9a24b02a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:10.219197555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3164392-52a3-4bf1-9ed3-f78a2a172e2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:10.220573595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"0b1426c7-389c-4cc9-a097-db0d2025bca4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:10.229879038Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176","reconcileID":"be108609-e122-4761-8371-630d61dced2b","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"tenant":"e2e-extmod-a-1dd09d","gateway":"openshift-ingress/e2e-extmod-a-1dd09d","model":"ai-tenant-e2e-extmod-a-1dd09d/e2e-cmp-legacy-c5c176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:10.22989782Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176","reconcileID":"be108609-e122-4761-8371-630d61dced2b","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"routeName":"external-model-e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d","model":"e2e-cmp-legacy-c5c176","externalModel":"e2e-cmp-legacy-c5c176","provider":"e2e-cmp-legacy-c5c176-provider","gateway":"openshift-ingress/e2e-extmod-a-1dd09d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:10.400791908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"fb306978-07f6-4d04-98b8-7906f55899ba","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e51c10","tenantID":"e2e-extmod-a-e51c10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:10.496157283Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:10.730916538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a","reconcileID":"7bd943f8-f784-421b-ba43-062dd1ac0da9","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"tenant":"e2e-extmod-a-d6f956","gateway":"openshift-ingress/e2e-extmod-a-d6f956","model":"ai-tenant-e2e-extmod-a-d6f956/e2e-cmp-legacy-82f59a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:10.730964757Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a","reconcileID":"7bd943f8-f784-421b-ba43-062dd1ac0da9","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"routeName":"external-model-e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956","model":"e2e-cmp-legacy-82f59a","externalModel":"e2e-cmp-legacy-82f59a","provider":"e2e-cmp-legacy-82f59a-provider","gateway":"openshift-ingress/e2e-extmod-a-d6f956","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:10.737074628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"fb306978-07f6-4d04-98b8-7906f55899ba","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"name":"e2e-extmod-a-e51c10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:10.749860404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"079bfbb7-88c1-4c85-a7f1-1bbd941a1b50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:10.752992136Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e51c10-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c9c6b00d0c17040e12c1f4165ac6fe34631fbe020ffdd4ca471afbe981881ff5) AuthConfig (99f0251f0df99d2333ab1a067aff62b3a907b238823cf2bf8814502f75079a05) AuthConfig (2738ccdb4fc477fedb17f3b4b34fe25ae026b84454e1c5521253546ce4278ee4) AuthConfig (da3889b38572ce0a354bdc8bf8cb103fdb5976a7044bbb738d900c248ce5ab7c) AuthConfig (1aa36ff750e9a315eed9683c321246443538cd2b0e3edcc436af8ed371e931bf) AuthConfig (8b6ed3351f5a9dc6a9e3e084767e57e1a4aa38560f1c720e6e2e52e00806f053) AuthConfig (710cde1658ac536b5e6f792d76b707a15ed2c5dc1b65ef097911ecc58d1c51dd) AuthConfig (2857ac0104b96a76f889984487c023c8e012561fa1b32063333df366f08c325c) AuthConfig (313ed1767b2ae0d8cdf4eda006f7cc86ad7b5037c69f74a3b9b8a4a63b7e0f08) AuthConfig (0d067b32a1f0d221ff243d53b87253e32de7addf3577d0d6ce3ec2b6f4e255cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"fb306978-07f6-4d04-98b8-7906f55899ba","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:10.755659815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-access","reconcileID":"1653299a-26f3-4af3-8567-73c9abb46768","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d6f956","tenantID":"e2e-extmod-a-d6f956","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:10.762556652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"079bfbb7-88c1-4c85-a7f1-1bbd941a1b50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:10.763627394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"f44db911-7058-4dca-8b2d-63218185c301","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:10.766635918Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6","reconcileID":"20b80987-ec67-4c5e-aedb-3c090a157adc","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"tenant":"e2e-extmod-a-e51c10","gateway":"openshift-ingress/e2e-extmod-a-e51c10","model":"ai-tenant-e2e-extmod-a-e51c10/e2e-cfl-5b9cb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:10.766657789Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6","reconcileID":"20b80987-ec67-4c5e-aedb-3c090a157adc","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"routeName":"external-model-e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10","model":"e2e-cfl-5b9cb6","externalModel":"e2e-cfl-5b9cb6","provider":"e2e-cfl-5b9cb6-provider","gateway":"openshift-ingress/e2e-extmod-a-e51c10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:10.771559123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"f44db911-7058-4dca-8b2d-63218185c301","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:10.784527361Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-access","reconcileID":"1653299a-26f3-4af3-8567-73c9abb46768","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"name":"e2e-extmod-a-d6f956-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:10.791387551Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d6f956-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-access","reconcileID":"1653299a-26f3-4af3-8567-73c9abb46768","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:10.798738036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-access","reconcileID":"14463b6f-b5e5-478a-9cdd-5e73f16cb42e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-1dd09d","tenantID":"e2e-extmod-a-1dd09d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:10.802527137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a","reconcileID":"cdad6d46-864f-4346-b84f-d12873e9f28e","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"tenant":"e2e-extmod-a-d6f956","gateway":"openshift-ingress/e2e-extmod-a-d6f956","model":"ai-tenant-e2e-extmod-a-d6f956/e2e-cmp-legacy-82f59a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:10.802546769Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a","reconcileID":"cdad6d46-864f-4346-b84f-d12873e9f28e","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"routeName":"external-model-e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956","model":"e2e-cmp-legacy-82f59a","externalModel":"e2e-cmp-legacy-82f59a","provider":"e2e-cmp-legacy-82f59a-provider","gateway":"openshift-ingress/e2e-extmod-a-d6f956","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:10.805519377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-access","reconcileID":"14463b6f-b5e5-478a-9cdd-5e73f16cb42e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"name":"e2e-extmod-a-1dd09d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:10.810717599Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-1dd09d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (329d83a47414b5c63b7d225fb3caa86da037300f47cca82c07aa9fb1aae4f078) AuthConfig (05e98f628a81452c84f5dc37445fd6e962bdde45f393f6b2ac10c1cabb7d3942) AuthConfig (b5b1c2f380d44d481e907cf911a7897b66b8aadf40611c9f664504316c44bdab) AuthConfig (97b929aa6a85794cf02bfd39795c55e9655d1ee4afe853864487e466d96e6edd) AuthConfig (72e9e7d9136d0710ca97d3088d9795e6502b546e471a78f9e014b573214f88cf) AuthConfig (461127c0e7b03a63d6bc2f4aeb54fee6a1ede3883c19286ff4c7d947b932c54b) AuthConfig (c0888328dbfe26c8361e762f2db9c52f2bdde5f337c6b92acae31e8ab83c2b1e) AuthConfig (173eca32e90cc353d23eedba72a3bb6a91675a1008c44751ad4961cbc4218a32) AuthConfig (fc95a084fada8ffa3969b49f13a9e78ce21b4d20f60a95a5f78bc6646c5ca956) AuthConfig (dfd3f91b1a7d730939374b01ab91df2367483d652d2b5bd1535d63b18b84db93)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-access","reconcileID":"14463b6f-b5e5-478a-9cdd-5e73f16cb42e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:10.963015578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"ea806c21-9d41-4873-9733-fcf2452f25fd","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e51c10","tenantID":"e2e-extmod-a-e51c10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:10.972307546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"ea806c21-9d41-4873-9733-fcf2452f25fd","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"name":"e2e-extmod-a-e51c10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:10.982752035Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e51c10-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c9c6b00d0c17040e12c1f4165ac6fe34631fbe020ffdd4ca471afbe981881ff5) AuthConfig (99f0251f0df99d2333ab1a067aff62b3a907b238823cf2bf8814502f75079a05) AuthConfig (2738ccdb4fc477fedb17f3b4b34fe25ae026b84454e1c5521253546ce4278ee4) AuthConfig (da3889b38572ce0a354bdc8bf8cb103fdb5976a7044bbb738d900c248ce5ab7c) AuthConfig (1aa36ff750e9a315eed9683c321246443538cd2b0e3edcc436af8ed371e931bf) AuthConfig (8b6ed3351f5a9dc6a9e3e084767e57e1a4aa38560f1c720e6e2e52e00806f053) AuthConfig (710cde1658ac536b5e6f792d76b707a15ed2c5dc1b65ef097911ecc58d1c51dd) AuthConfig (2857ac0104b96a76f889984487c023c8e012561fa1b32063333df366f08c325c) AuthConfig (313ed1767b2ae0d8cdf4eda006f7cc86ad7b5037c69f74a3b9b8a4a63b7e0f08) AuthConfig (0d067b32a1f0d221ff243d53b87253e32de7addf3577d0d6ce3ec2b6f4e255cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"ea806c21-9d41-4873-9733-fcf2452f25fd","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:11.54256312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"2bb2614c-2871-414b-9a1b-9c3fc850360d","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"premium-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"premium-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:11.569826968Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-subscription","reconcileID":"5e7c1236-9600-4641-a724-9e4162c17358","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-premium-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:11.580476521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"e65bec89-1d17-46b9-976c-d8b9daae9f64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:11.583754937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"95258fe2-498f-47a4-8095-51755d32690e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:11.592026119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"e65bec89-1d17-46b9-976c-d8b9daae9f64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:11.595762986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"95258fe2-498f-47a4-8095-51755d32690e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:11.599840467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"add6859b-6631-488e-8c88-cb5acfbefb7e","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"premium-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"premium-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:11.673001975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-subscription","reconcileID":"9253bf58-d95c-4cbd-b244-8d4c520a1112","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-premium-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:12.150809545Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-7e9c9f-sub","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-sub","reconcileID":"c27b4aa6-d2f3-4f63-97a8-02b8bbac0771","MaaSSubscription":{"name":"e2e-rec-recover-7e9c9f-sub","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"model":"e2e-extmod-rec-noaccess-1c2f06/e2e-rec-recover-7e9c9f","subscription":"e2e-rec-recover-7e9c9f-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:12.150924167Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-7e9c9f-sub","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-sub","reconcileID":"c27b4aa6-d2f3-4f63-97a8-02b8bbac0771","MaaSSubscription":{"name":"e2e-rec-recover-7e9c9f-sub","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"model":"e2e-extmod-rec-noaccess-1c2f06/e2e-rec-recover-7e9c9f","error":"MaaSModelRef not found: e2e-extmod-rec-noaccess-1c2f06/e2e-rec-recover-7e9c9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:12.177667516Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-f3d6a5 priority=0:[ai-tenant-e2e-extmod-b-f3d6a5/e2e-att-serve-00d29c-sub ai-tenant-e2e-extmod-b-f3d6a5/e2e-rec-ctrl-62335f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:12.192739198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"namespace":"e2e-extmod-att-user-16d5f9","name":"e2e-att-serve-00d29c","reconcileID":"94f7671d-d270-409f-871c-0040fd0f41b8","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"tenant":"e2e-extmod-b-f3d6a5","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","model":"e2e-extmod-att-user-16d5f9/e2e-att-serve-00d29c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:12.192759115Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"namespace":"e2e-extmod-att-user-16d5f9","name":"e2e-att-serve-00d29c","reconcileID":"94f7671d-d270-409f-871c-0040fd0f41b8","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"routeName":"external-model-e2e-att-serve-00d29c-ac8fd43fe6bc","namespace":"e2e-extmod-att-user-16d5f9","model":"e2e-att-serve-00d29c","externalModel":"e2e-att-serve-00d29c","provider":"e2e-att-serve-00d29c-provider","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:12.264600752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"299dbda8-bea6-4ea1-973b-f95ab3408852","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:12.26541536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"7b5dedbf-d74f-4f3e-a984-3a338065de87","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:12.266719084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"2cb7f731-190b-4b5b-8dff-86d3f6927a25","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:12.27357198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"299dbda8-bea6-4ea1-973b-f95ab3408852","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:12.27464744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"7b5dedbf-d74f-4f3e-a984-3a338065de87","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:12.276198796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"2cb7f731-190b-4b5b-8dff-86d3f6927a25","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:12.281608217Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"299dbda8-bea6-4ea1-973b-f95ab3408852","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"model":"e2e-extmod-rec-noaccess-1c2f06/e2e-rec-recover-7e9c9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:12.282247551Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"7b5dedbf-d74f-4f3e-a984-3a338065de87","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"model":"e2e-extmod-rec-user-b1658e/e2e-rec-ctrl-62335f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:12.298472514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"0162f155-6344-4b4c-a5bb-38fadc3a9968","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"premium-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"premium-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:12.366585159Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-recover-7e9c9f-access","reconcileID":"7135fa09-3242-44ec-9ca0-9816b3f6d224","MaaSAuthPolicy":{"name":"e2e-rec-recover-7e9c9f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"model":"e2e-extmod-rec-noaccess-1c2f06/e2e-rec-recover-7e9c9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:12.3761573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-subscription","reconcileID":"4b1cdb73-0adf-4c88-bf4c-0b32a67befa0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-premium-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:12.382608409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"98b67ba6-d9e6-4887-bc33-96794b782aac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:12.384806372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"e94f75db-66de-420d-b72e-f09f0762eb30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:12.390047847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"98b67ba6-d9e6-4887-bc33-96794b782aac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:12.39794574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"e94f75db-66de-420d-b72e-f09f0762eb30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:12.456307523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"ee4eab43-dcd7-4136-94b7-c976a4085a65","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"premium-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"premium-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:12.467041496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-subscription","reconcileID":"4c78ed49-4327-4b86-82c0-cb5424c2cf50","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-premium-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:12.91334822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"ff2cacc0-95ab-4166-93b3-9a2272203776","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:12.913347959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"039e887f-27e5-4ebf-82ac-7188375c3166","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:12.921122885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"ff2cacc0-95ab-4166-93b3-9a2272203776","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:12.921385105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"039e887f-27e5-4ebf-82ac-7188375c3166","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:12.929688366Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"039e887f-27e5-4ebf-82ac-7188375c3166","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"model":"e2e-extmod-rec-user-b1658e/e2e-rec-ctrl-62335f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:17.684062752Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"e2e-extmod-cfl-1-bdb625"},"namespace":"e2e-extmod-cfl-1-bdb625","name":"e2e-cfl-5b9cb6","reconcileID":"1f513779-0b54-4308-a2fe-53efe6a5226c","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"e2e-extmod-cfl-1-bdb625"},"name":"e2e-cfl-5b9cb6","namespace":"e2e-extmod-cfl-1-bdb625","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:20.808126607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-access","reconcileID":"5eecf5c2-4a89-43e2-8bb3-cb47d1f94dc1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d6f956","tenantID":"e2e-extmod-a-d6f956","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:20.815543765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-access","reconcileID":"5eecf5c2-4a89-43e2-8bb3-cb47d1f94dc1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"name":"e2e-extmod-a-d6f956-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:20.820797777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-access","reconcileID":"01b76fa1-fa92-4c85-aa12-17fc4969024c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-1dd09d","tenantID":"e2e-extmod-a-1dd09d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:20.82158401Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d6f956-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-access","reconcileID":"5eecf5c2-4a89-43e2-8bb3-cb47d1f94dc1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:20.828662995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-access","reconcileID":"01b76fa1-fa92-4c85-aa12-17fc4969024c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"name":"e2e-extmod-a-1dd09d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:20.83950193Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-1dd09d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (329d83a47414b5c63b7d225fb3caa86da037300f47cca82c07aa9fb1aae4f078) AuthConfig (05e98f628a81452c84f5dc37445fd6e962bdde45f393f6b2ac10c1cabb7d3942) AuthConfig (b5b1c2f380d44d481e907cf911a7897b66b8aadf40611c9f664504316c44bdab) AuthConfig (97b929aa6a85794cf02bfd39795c55e9655d1ee4afe853864487e466d96e6edd) AuthConfig (72e9e7d9136d0710ca97d3088d9795e6502b546e471a78f9e014b573214f88cf) AuthConfig (461127c0e7b03a63d6bc2f4aeb54fee6a1ede3883c19286ff4c7d947b932c54b) AuthConfig (c0888328dbfe26c8361e762f2db9c52f2bdde5f337c6b92acae31e8ab83c2b1e) AuthConfig (173eca32e90cc353d23eedba72a3bb6a91675a1008c44751ad4961cbc4218a32) AuthConfig (fc95a084fada8ffa3969b49f13a9e78ce21b4d20f60a95a5f78bc6646c5ca956) AuthConfig (dfd3f91b1a7d730939374b01ab91df2367483d652d2b5bd1535d63b18b84db93)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-access","reconcileID":"01b76fa1-fa92-4c85-aa12-17fc4969024c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:20.9923751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"84bd5d72-4267-49fc-9d9d-3dcfb7da880a","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e51c10","tenantID":"e2e-extmod-a-e51c10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:21.000964308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"84bd5d72-4267-49fc-9d9d-3dcfb7da880a","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"name":"e2e-extmod-a-e51c10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:21.007934778Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e51c10-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c9c6b00d0c17040e12c1f4165ac6fe34631fbe020ffdd4ca471afbe981881ff5) AuthConfig (99f0251f0df99d2333ab1a067aff62b3a907b238823cf2bf8814502f75079a05) AuthConfig (2738ccdb4fc477fedb17f3b4b34fe25ae026b84454e1c5521253546ce4278ee4) AuthConfig (da3889b38572ce0a354bdc8bf8cb103fdb5976a7044bbb738d900c248ce5ab7c) AuthConfig (1aa36ff750e9a315eed9683c321246443538cd2b0e3edcc436af8ed371e931bf) AuthConfig (8b6ed3351f5a9dc6a9e3e084767e57e1a4aa38560f1c720e6e2e52e00806f053) AuthConfig (710cde1658ac536b5e6f792d76b707a15ed2c5dc1b65ef097911ecc58d1c51dd) AuthConfig (2857ac0104b96a76f889984487c023c8e012561fa1b32063333df366f08c325c) AuthConfig (313ed1767b2ae0d8cdf4eda006f7cc86ad7b5037c69f74a3b9b8a4a63b7e0f08) AuthConfig (0d067b32a1f0d221ff243d53b87253e32de7addf3577d0d6ce3ec2b6f4e255cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"84bd5d72-4267-49fc-9d9d-3dcfb7da880a","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:22.917665286Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-62335f-sub","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-sub","reconcileID":"8ff4bd24-c344-4c39-b4a8-9c7d274163ab","MaaSSubscription":{"name":"e2e-rec-ctrl-62335f-sub","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"model":"e2e-extmod-rec-user-b1658e/e2e-rec-ctrl-62335f","subscription":"e2e-rec-ctrl-62335f-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:22.917847009Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-62335f-sub","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-sub","reconcileID":"8ff4bd24-c344-4c39-b4a8-9c7d274163ab","MaaSSubscription":{"name":"e2e-rec-ctrl-62335f-sub","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"model":"e2e-extmod-rec-user-b1658e/e2e-rec-ctrl-62335f","error":"MaaSModelRef not found: e2e-extmod-rec-user-b1658e/e2e-rec-ctrl-62335f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:22.954155306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"e88b1aca-c219-4306-9201-39f97f7ccc8e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:22.954359595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"22de38e6-fa0d-4ed1-b46e-acd98a399dfd","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:22.955588378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"namespace":"e2e-extmod-att-user-16d5f9","name":"e2e-att-serve-00d29c","reconcileID":"e50a006d-23f9-4741-bd3e-5c1909dc6cda","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"tenant":"e2e-extmod-b-f3d6a5","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","model":"e2e-extmod-att-user-16d5f9/e2e-att-serve-00d29c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:22.955606005Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"namespace":"e2e-extmod-att-user-16d5f9","name":"e2e-att-serve-00d29c","reconcileID":"e50a006d-23f9-4741-bd3e-5c1909dc6cda","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"routeName":"external-model-e2e-att-serve-00d29c-ac8fd43fe6bc","namespace":"e2e-extmod-att-user-16d5f9","model":"e2e-att-serve-00d29c","externalModel":"e2e-att-serve-00d29c","provider":"e2e-att-serve-00d29c-provider","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:22.96162279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"22de38e6-fa0d-4ed1-b46e-acd98a399dfd","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:22.963194132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"e88b1aca-c219-4306-9201-39f97f7ccc8e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:22.969214281Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"e88b1aca-c219-4306-9201-39f97f7ccc8e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"model":"e2e-extmod-rec-user-b1658e/e2e-rec-ctrl-62335f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:23.085019127Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-rec-ctrl-62335f-access","reconcileID":"52b8dd76-5a11-4fb6-95df-2a587c86362f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-62335f-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"model":"e2e-extmod-rec-user-b1658e/e2e-rec-ctrl-62335f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:25.191365022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"namespace":"e2e-extmod-att-user-16d5f9","name":"e2e-att-serve-00d29c","reconcileID":"46b54ac9-5845-4ed2-86cf-a15efe66212b","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"tenant":"e2e-extmod-b-f3d6a5","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","model":"e2e-extmod-att-user-16d5f9/e2e-att-serve-00d29c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:25.19149837Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"namespace":"e2e-extmod-att-user-16d5f9","name":"e2e-att-serve-00d29c","reconcileID":"46b54ac9-5845-4ed2-86cf-a15efe66212b","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"routeName":"external-model-e2e-att-serve-00d29c-ac8fd43fe6bc","namespace":"e2e-extmod-att-user-16d5f9","model":"e2e-att-serve-00d29c","externalModel":"e2e-att-serve-00d29c","provider":"e2e-att-serve-00d29c-provider","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:25.196320002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"6b3f701c-9832-41db-8352-3a260fc05a60","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:25.254465654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"6b3f701c-9832-41db-8352-3a260fc05a60","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:25.258780031Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-00d29c-sub","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-sub","reconcileID":"a7f63387-fb5f-4c42-9fd5-503ee2fb7b76","MaaSSubscription":{"name":"e2e-att-serve-00d29c-sub","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f009fff9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:25.283371421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"e6efd938-e5ec-4a38-8a68-f9b953e1525a","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:25.294706464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"e6efd938-e5ec-4a38-8a68-f9b953e1525a","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:27.764302077Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"e2e-extmod-cfl-1-bdb625"},"namespace":"e2e-extmod-cfl-1-bdb625","name":"e2e-cfl-5b9cb6","reconcileID":"5df4d026-c3d7-43d8-87de-ff5eb3ed549d","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"e2e-extmod-cfl-1-bdb625"},"name":"e2e-cfl-5b9cb6","namespace":"e2e-extmod-cfl-1-bdb625","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:30.836009846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-access","reconcileID":"4dd3acb2-fc52-41d3-8cfb-3880d71cfc40","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d6f956","tenantID":"e2e-extmod-a-d6f956","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:30.900129991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-access","reconcileID":"4dd3acb2-fc52-41d3-8cfb-3880d71cfc40","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"name":"e2e-extmod-a-d6f956-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:30.907630718Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d6f956-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-access","reconcileID":"4dd3acb2-fc52-41d3-8cfb-3880d71cfc40","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:30.936722442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-access","reconcileID":"fbe44da9-cba0-497d-8d73-fdfb584537fa","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-1dd09d","tenantID":"e2e-extmod-a-1dd09d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:30.947841888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-access","reconcileID":"fbe44da9-cba0-497d-8d73-fdfb584537fa","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"name":"e2e-extmod-a-1dd09d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:30.954861318Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-1dd09d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (329d83a47414b5c63b7d225fb3caa86da037300f47cca82c07aa9fb1aae4f078) AuthConfig (05e98f628a81452c84f5dc37445fd6e962bdde45f393f6b2ac10c1cabb7d3942) AuthConfig (b5b1c2f380d44d481e907cf911a7897b66b8aadf40611c9f664504316c44bdab) AuthConfig (97b929aa6a85794cf02bfd39795c55e9655d1ee4afe853864487e466d96e6edd) AuthConfig (72e9e7d9136d0710ca97d3088d9795e6502b546e471a78f9e014b573214f88cf) AuthConfig (461127c0e7b03a63d6bc2f4aeb54fee6a1ede3883c19286ff4c7d947b932c54b) AuthConfig (c0888328dbfe26c8361e762f2db9c52f2bdde5f337c6b92acae31e8ab83c2b1e) AuthConfig (173eca32e90cc353d23eedba72a3bb6a91675a1008c44751ad4961cbc4218a32) AuthConfig (fc95a084fada8ffa3969b49f13a9e78ce21b4d20f60a95a5f78bc6646c5ca956) AuthConfig (dfd3f91b1a7d730939374b01ab91df2367483d652d2b5bd1535d63b18b84db93)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-access","reconcileID":"fbe44da9-cba0-497d-8d73-fdfb584537fa","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:31.031871869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"5c4cd38b-8406-4bda-a7d4-f8e89fd766d5","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e51c10","tenantID":"e2e-extmod-a-e51c10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:31.039478565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"5c4cd38b-8406-4bda-a7d4-f8e89fd766d5","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"name":"e2e-extmod-a-e51c10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:31.047268554Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e51c10-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c9c6b00d0c17040e12c1f4165ac6fe34631fbe020ffdd4ca471afbe981881ff5) AuthConfig (99f0251f0df99d2333ab1a067aff62b3a907b238823cf2bf8814502f75079a05) AuthConfig (2738ccdb4fc477fedb17f3b4b34fe25ae026b84454e1c5521253546ce4278ee4) AuthConfig (da3889b38572ce0a354bdc8bf8cb103fdb5976a7044bbb738d900c248ce5ab7c) AuthConfig (1aa36ff750e9a315eed9683c321246443538cd2b0e3edcc436af8ed371e931bf) AuthConfig (8b6ed3351f5a9dc6a9e3e084767e57e1a4aa38560f1c720e6e2e52e00806f053) AuthConfig (710cde1658ac536b5e6f792d76b707a15ed2c5dc1b65ef097911ecc58d1c51dd) AuthConfig (2857ac0104b96a76f889984487c023c8e012561fa1b32063333df366f08c325c) AuthConfig (313ed1767b2ae0d8cdf4eda006f7cc86ad7b5037c69f74a3b9b8a4a63b7e0f08) AuthConfig (0d067b32a1f0d221ff243d53b87253e32de7addf3577d0d6ce3ec2b6f4e255cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"5c4cd38b-8406-4bda-a7d4-f8e89fd766d5","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:35.264210786Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-00d29c-sub","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-sub","reconcileID":"4867526d-d438-4b8e-acb9-8b573ab9a9c0","MaaSSubscription":{"name":"e2e-att-serve-00d29c-sub","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"model":"e2e-extmod-att-user-16d5f9/e2e-att-serve-00d29c","subscription":"e2e-att-serve-00d29c-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:35.270660936Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-00d29c-sub","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-sub","reconcileID":"4867526d-d438-4b8e-acb9-8b573ab9a9c0","MaaSSubscription":{"name":"e2e-att-serve-00d29c-sub","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"model":"e2e-extmod-att-user-16d5f9/e2e-att-serve-00d29c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:35.27404214Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-00d29c-sub","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-sub","reconcileID":"4867526d-d438-4b8e-acb9-8b573ab9a9c0","MaaSSubscription":{"name":"e2e-att-serve-00d29c-sub","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"maas-trlp-e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9","model":"e2e-extmod-att-user-16d5f9/e2e-att-serve-00d29c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:35.316846093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"namespace":"e2e-extmod-att-user-16d5f9","name":"e2e-att-serve-00d29c","reconcileID":"14c728ba-9713-4eeb-987d-7ccfa420747b","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"tenant":"e2e-extmod-b-f3d6a5","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","model":"e2e-extmod-att-user-16d5f9/e2e-att-serve-00d29c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:35.316879626Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"namespace":"e2e-extmod-att-user-16d5f9","name":"e2e-att-serve-00d29c","reconcileID":"14c728ba-9713-4eeb-987d-7ccfa420747b","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"routeName":"external-model-e2e-att-serve-00d29c-ac8fd43fe6bc","namespace":"e2e-extmod-att-user-16d5f9","model":"e2e-att-serve-00d29c","externalModel":"e2e-att-serve-00d29c","provider":"e2e-att-serve-00d29c-provider","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:35.352285719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"05612d71-8d16-4fa7-8d8a-9e0ba4277951","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:35.392274426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"05612d71-8d16-4fa7-8d8a-9e0ba4277951","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:35.45895197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"namespace":"e2e-extmod-att-user-16d5f9","name":"e2e-att-serve-00d29c","reconcileID":"bf8a199e-8fa2-404d-8da1-9c49576cea6b","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"tenant":"e2e-extmod-b-f3d6a5","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","model":"e2e-extmod-att-user-16d5f9/e2e-att-serve-00d29c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:35.459039226Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"namespace":"e2e-extmod-att-user-16d5f9","name":"e2e-att-serve-00d29c","reconcileID":"bf8a199e-8fa2-404d-8da1-9c49576cea6b","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"routeName":"external-model-e2e-att-serve-00d29c-ac8fd43fe6bc","namespace":"e2e-extmod-att-user-16d5f9","model":"e2e-att-serve-00d29c","externalModel":"e2e-att-serve-00d29c","provider":"e2e-att-serve-00d29c-provider","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:35.503668345Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"7bcfb6d2-e3c3-47af-8b5a-8b330a17ae78","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"model":"e2e-extmod-att-user-16d5f9/e2e-att-serve-00d29c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:35.514406332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"7bcfb6d2-e3c3-47af-8b5a-8b330a17ae78","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:35.545585201Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"7bcfb6d2-e3c3-47af-8b5a-8b330a17ae78","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"name":"e2e-extmod-b-f3d6a5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:35.547979931Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"e2e-att-serve-00d29c-access","reconcileID":"7bcfb6d2-e3c3-47af-8b5a-8b330a17ae78","MaaSAuthPolicy":{"name":"e2e-att-serve-00d29c-access","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f3d6a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:35.565243788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"namespace":"e2e-extmod-att-user-16d5f9","name":"e2e-att-serve-00d29c","reconcileID":"78191d0a-b1f3-4543-9185-a23cd222a217","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"tenant":"e2e-extmod-b-f3d6a5","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","model":"e2e-extmod-att-user-16d5f9/e2e-att-serve-00d29c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:35.565402902Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"namespace":"e2e-extmod-att-user-16d5f9","name":"e2e-att-serve-00d29c","reconcileID":"78191d0a-b1f3-4543-9185-a23cd222a217","MaaSModelRef":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"routeName":"external-model-e2e-att-serve-00d29c-ac8fd43fe6bc","namespace":"e2e-extmod-att-user-16d5f9","model":"e2e-att-serve-00d29c","externalModel":"e2e-att-serve-00d29c","provider":"e2e-att-serve-00d29c-provider","gateway":"openshift-ingress/e2e-extmod-b-f3d6a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:36.122071475Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"namespace":"e2e-extmod-att-user-16d5f9","name":"e2e-att-serve-00d29c","reconcileID":"c5aedec8-28e1-462c-8f7c-8c7653689f19","namespace":"e2e-extmod-att-user-16d5f9","name":"e2e-att-serve-00d29c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:36.150744443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-access","reconcileID":"8f105782-c825-48bc-9e72-d178feee53b1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-1dd09d","tenantID":"e2e-extmod-a-1dd09d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:36.171895917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-access","reconcileID":"016b902a-facc-4f49-8edc-d295937a7168","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d6f956","tenantID":"e2e-extmod-a-d6f956","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:36.172658151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"7ed31416-3d62-4c66-9fd9-5fb7957f0d1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:36.173242925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"2687bec4-90b1-47c1-8966-363d6c87ef4a","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e51c10","tenantID":"e2e-extmod-a-e51c10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:36.176512358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-access","reconcileID":"8f105782-c825-48bc-9e72-d178feee53b1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"name":"e2e-extmod-a-1dd09d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:36.186548961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-access","reconcileID":"016b902a-facc-4f49-8edc-d295937a7168","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"name":"e2e-extmod-a-d6f956-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:36.190544794Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-1dd09d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (329d83a47414b5c63b7d225fb3caa86da037300f47cca82c07aa9fb1aae4f078) AuthConfig (05e98f628a81452c84f5dc37445fd6e962bdde45f393f6b2ac10c1cabb7d3942) AuthConfig (b5b1c2f380d44d481e907cf911a7897b66b8aadf40611c9f664504316c44bdab) AuthConfig (97b929aa6a85794cf02bfd39795c55e9655d1ee4afe853864487e466d96e6edd) AuthConfig (72e9e7d9136d0710ca97d3088d9795e6502b546e471a78f9e014b573214f88cf) AuthConfig (461127c0e7b03a63d6bc2f4aeb54fee6a1ede3883c19286ff4c7d947b932c54b) AuthConfig (c0888328dbfe26c8361e762f2db9c52f2bdde5f337c6b92acae31e8ab83c2b1e) AuthConfig (173eca32e90cc353d23eedba72a3bb6a91675a1008c44751ad4961cbc4218a32) AuthConfig (fc95a084fada8ffa3969b49f13a9e78ce21b4d20f60a95a5f78bc6646c5ca956) AuthConfig (dfd3f91b1a7d730939374b01ab91df2367483d652d2b5bd1535d63b18b84db93)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-access","reconcileID":"8f105782-c825-48bc-9e72-d178feee53b1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:36.196306338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"4e4ced2d-ff05-4fd4-a832-c8ff0678c6c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:36.221661323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"7ed31416-3d62-4c66-9fd9-5fb7957f0d1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:36.224996129Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d6f956-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-access","reconcileID":"016b902a-facc-4f49-8edc-d295937a7168","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:36.226722027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"2687bec4-90b1-47c1-8966-363d6c87ef4a","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"name":"e2e-extmod-a-e51c10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:36.231315867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"4e4ced2d-ff05-4fd4-a832-c8ff0678c6c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:36.282065531Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e51c10-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c9c6b00d0c17040e12c1f4165ac6fe34631fbe020ffdd4ca471afbe981881ff5) AuthConfig (99f0251f0df99d2333ab1a067aff62b3a907b238823cf2bf8814502f75079a05) AuthConfig (2738ccdb4fc477fedb17f3b4b34fe25ae026b84454e1c5521253546ce4278ee4) AuthConfig (da3889b38572ce0a354bdc8bf8cb103fdb5976a7044bbb738d900c248ce5ab7c) AuthConfig (1aa36ff750e9a315eed9683c321246443538cd2b0e3edcc436af8ed371e931bf) AuthConfig (8b6ed3351f5a9dc6a9e3e084767e57e1a4aa38560f1c720e6e2e52e00806f053) AuthConfig (710cde1658ac536b5e6f792d76b707a15ed2c5dc1b65ef097911ecc58d1c51dd) AuthConfig (2857ac0104b96a76f889984487c023c8e012561fa1b32063333df366f08c325c) AuthConfig (313ed1767b2ae0d8cdf4eda006f7cc86ad7b5037c69f74a3b9b8a4a63b7e0f08) AuthConfig (0d067b32a1f0d221ff243d53b87253e32de7addf3577d0d6ce3ec2b6f4e255cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"2687bec4-90b1-47c1-8966-363d6c87ef4a","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:36.288851178Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-00d29c","namespace":"e2e-extmod-att-user-16d5f9"},"namespace":"e2e-extmod-att-user-16d5f9","name":"e2e-att-serve-00d29c","reconcileID":"4c5094cc-eb68-444f-a696-728dc76a8685","namespace":"e2e-extmod-att-user-16d5f9","name":"e2e-att-serve-00d29c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:36.2999875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"18e22163-d709-4998-9b9e-0628a4ffe1c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:36.311777989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"3a2f201c-7e55-47f1-9b1c-c0cd35ef3713","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:36.313138411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"c13e4632-1be5-4d4c-b49a-bc3f073108a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:36.322271394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"18e22163-d709-4998-9b9e-0628a4ffe1c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:36.327753493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"3a2f201c-7e55-47f1-9b1c-c0cd35ef3713","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:36.328897115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"c13e4632-1be5-4d4c-b49a-bc3f073108a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:36.376662875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"0f20a986-8dd4-4b84-8d03-709f4619a514","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:36.404507718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"0f20a986-8dd4-4b84-8d03-709f4619a514","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:36.489831685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bd176454-c817-4920-84f7-c92e2557776c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:36.491700673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9919f666-a461-4577-8627-57422855b468","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:36.711369439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bd176454-c817-4920-84f7-c92e2557776c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:36.712050274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9919f666-a461-4577-8627-57422855b468","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:36.823014821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"6e4d2a52-3db0-4b85-9629-f8e3436b0f6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:36.833554248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"74c8495e-22e5-466d-917a-8b29c43d2d11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:36.90348071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"5409b040-e776-413e-a260-ec669fa3e6e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:36.924497009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"6e4d2a52-3db0-4b85-9629-f8e3436b0f6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:36.932534462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"5409b040-e776-413e-a260-ec669fa3e6e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:36.936770562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"74c8495e-22e5-466d-917a-8b29c43d2d11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:37.01169182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"a48af4ab-dd70-4c9c-b012-e90a469cb549","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:37.016214375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-access","reconcileID":"3e65e8a8-1da6-46c2-9329-fa259097ff9c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-1dd09d","tenantID":"e2e-extmod-a-1dd09d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:37.02237294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"a48af4ab-dd70-4c9c-b012-e90a469cb549","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:37.026794961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-access","reconcileID":"3e65e8a8-1da6-46c2-9329-fa259097ff9c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"name":"e2e-extmod-a-1dd09d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:37.036210392Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-1dd09d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (329d83a47414b5c63b7d225fb3caa86da037300f47cca82c07aa9fb1aae4f078) AuthConfig (05e98f628a81452c84f5dc37445fd6e962bdde45f393f6b2ac10c1cabb7d3942) AuthConfig (b5b1c2f380d44d481e907cf911a7897b66b8aadf40611c9f664504316c44bdab) AuthConfig (97b929aa6a85794cf02bfd39795c55e9655d1ee4afe853864487e466d96e6edd) AuthConfig (72e9e7d9136d0710ca97d3088d9795e6502b546e471a78f9e014b573214f88cf) AuthConfig (461127c0e7b03a63d6bc2f4aeb54fee6a1ede3883c19286ff4c7d947b932c54b) AuthConfig (c0888328dbfe26c8361e762f2db9c52f2bdde5f337c6b92acae31e8ab83c2b1e) AuthConfig (173eca32e90cc353d23eedba72a3bb6a91675a1008c44751ad4961cbc4218a32) AuthConfig (fc95a084fada8ffa3969b49f13a9e78ce21b4d20f60a95a5f78bc6646c5ca956) AuthConfig (dfd3f91b1a7d730939374b01ab91df2367483d652d2b5bd1535d63b18b84db93)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-access","reconcileID":"3e65e8a8-1da6-46c2-9329-fa259097ff9c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:37.09051223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-access","reconcileID":"8bb8e9bb-1946-40db-89ec-abc39d4838e1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d6f956","tenantID":"e2e-extmod-a-d6f956","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:37.09083797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"51902f03-7f3b-4e57-94cf-f7cb41453e14","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e51c10","tenantID":"e2e-extmod-a-e51c10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:37.107048566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"970829bf-63dd-4de6-b215-388052356c69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:37.1074075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"8b720224-599e-4a51-b9e3-3af339cdbb1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:37.107645786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"025105d0-3cf4-4d75-badf-100e21b960e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:37.117492152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-access","reconcileID":"8bb8e9bb-1946-40db-89ec-abc39d4838e1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"name":"e2e-extmod-a-d6f956-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:37.129477025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"51902f03-7f3b-4e57-94cf-f7cb41453e14","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"name":"e2e-extmod-a-e51c10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:37.129747014Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d6f956-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-access","reconcileID":"8bb8e9bb-1946-40db-89ec-abc39d4838e1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:37.133683714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"970829bf-63dd-4de6-b215-388052356c69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:37.13378976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"025105d0-3cf4-4d75-badf-100e21b960e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:37.136350703Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e51c10-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c9c6b00d0c17040e12c1f4165ac6fe34631fbe020ffdd4ca471afbe981881ff5) AuthConfig (99f0251f0df99d2333ab1a067aff62b3a907b238823cf2bf8814502f75079a05) AuthConfig (2738ccdb4fc477fedb17f3b4b34fe25ae026b84454e1c5521253546ce4278ee4) AuthConfig (da3889b38572ce0a354bdc8bf8cb103fdb5976a7044bbb738d900c248ce5ab7c) AuthConfig (1aa36ff750e9a315eed9683c321246443538cd2b0e3edcc436af8ed371e931bf) AuthConfig (8b6ed3351f5a9dc6a9e3e084767e57e1a4aa38560f1c720e6e2e52e00806f053) AuthConfig (710cde1658ac536b5e6f792d76b707a15ed2c5dc1b65ef097911ecc58d1c51dd) AuthConfig (2857ac0104b96a76f889984487c023c8e012561fa1b32063333df366f08c325c) AuthConfig (313ed1767b2ae0d8cdf4eda006f7cc86ad7b5037c69f74a3b9b8a4a63b7e0f08) AuthConfig (0d067b32a1f0d221ff243d53b87253e32de7addf3577d0d6ce3ec2b6f4e255cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"51902f03-7f3b-4e57-94cf-f7cb41453e14","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:37.137309426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"8b720224-599e-4a51-b9e3-3af339cdbb1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:37.177186532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"174aa440-22de-4831-a7b7-510882a03a69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:37.180213606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"423ca25e-78ac-4d44-8801-660071210ca1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:37.193999978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"174aa440-22de-4831-a7b7-510882a03a69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:37.195831972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"423ca25e-78ac-4d44-8801-660071210ca1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:37.790632516Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"e2e-extmod-cfl-1-bdb625"},"namespace":"e2e-extmod-cfl-1-bdb625","name":"e2e-cfl-5b9cb6","reconcileID":"8e34848d-aca9-4ee6-93de-89b84c6e12e7","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"e2e-extmod-cfl-1-bdb625"},"name":"e2e-cfl-5b9cb6","namespace":"e2e-extmod-cfl-1-bdb625","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:38.150987463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bae6bee8-7a69-4467-91e6-230f7f528374","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:38.155545235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bae6bee8-7a69-4467-91e6-230f7f528374","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:38.163274927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bae6bee8-7a69-4467-91e6-230f7f528374","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:38.170425403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bae6bee8-7a69-4467-91e6-230f7f528374","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:38.5465696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e383751c-4b17-4e38-8d50-b5aa55ce2cec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:38.564498595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e383751c-4b17-4e38-8d50-b5aa55ce2cec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:38.570329359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e383751c-4b17-4e38-8d50-b5aa55ce2cec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:38.581230643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e383751c-4b17-4e38-8d50-b5aa55ce2cec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:40.439259756Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:44.430262711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-access","reconcileID":"c00be327-c766-45b9-80cd-fd44a8010ee8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d6f956","tenantID":"e2e-extmod-a-d6f956","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:44.449560088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-access","reconcileID":"c00be327-c766-45b9-80cd-fd44a8010ee8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"name":"e2e-extmod-a-d6f956-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:44.465169936Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d6f956-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b65feff1ab92fa35fd549006b90832a359f342562a318d497f77cab399d48a9d) AuthConfig (5f197d0272b7596667b4cfa982cb0bda215c0a8f29705e741e7a10b22e5a942c) AuthConfig (f936af7b66c8b0840eb6b8f6a09498a43d35be10776325ac2444a8b13a1e1fdd) AuthConfig (c4a7982b493399777855c5ac0c52f36f72a5de3ed0ffcb3c5b6075f3979eb105) AuthConfig (2e9b235e75cb6ce1b20aec5ff453134530c688e4138e1c28ec57e80399842184) AuthConfig (b51351b920e645411d9ff9e09a542a8f963f270e25b814f55a0f478df7b553e3) AuthConfig (768ebf7650d4276163e06dc2e4ea34bc567c168c9400ff64472115ad981e41b3) AuthConfig (971b9dcb97567e3c1c0f42d22f94584cca66b458f0336053ad0f197fb27a2002) AuthConfig (de432b66fb845f21ab8b2547b01d78536ea729f57f02cd06e8f038c98d8b9e2e) AuthConfig (cea14ac3146b301fdf9cef21fee41bec412d60653167875e1bac577e80d545e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-access","reconcileID":"c00be327-c766-45b9-80cd-fd44a8010ee8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:44.48066642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a","reconcileID":"735f130f-8e92-4e59-9a9d-94cbba91f444","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"tenant":"e2e-extmod-a-d6f956","gateway":"openshift-ingress/e2e-extmod-a-d6f956","model":"ai-tenant-e2e-extmod-a-d6f956/e2e-cmp-legacy-82f59a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:44.480759999Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a","reconcileID":"735f130f-8e92-4e59-9a9d-94cbba91f444","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"routeName":"external-model-e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956","model":"e2e-cmp-legacy-82f59a","externalModel":"e2e-cmp-legacy-82f59a","provider":"e2e-cmp-legacy-82f59a-provider","gateway":"openshift-ingress/e2e-extmod-a-d6f956","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:47.044588546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-access","reconcileID":"42884b72-7464-489a-9b35-0e137911cb9b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-1dd09d","tenantID":"e2e-extmod-a-1dd09d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:47.05244975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-access","reconcileID":"42884b72-7464-489a-9b35-0e137911cb9b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"name":"e2e-extmod-a-1dd09d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:47.150625189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"2d38603f-d590-4c0a-ae8e-6a1e1f9615d0","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e51c10","tenantID":"e2e-extmod-a-e51c10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:47.174502126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"2d38603f-d590-4c0a-ae8e-6a1e1f9615d0","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"name":"e2e-extmod-a-e51c10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:47.209900025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176","reconcileID":"49a1a4e5-ef2f-4099-9554-7369bf4e6e58","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"tenant":"e2e-extmod-a-1dd09d","gateway":"openshift-ingress/e2e-extmod-a-1dd09d","model":"ai-tenant-e2e-extmod-a-1dd09d/e2e-cmp-legacy-c5c176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:47.210009532Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176","reconcileID":"49a1a4e5-ef2f-4099-9554-7369bf4e6e58","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"routeName":"external-model-e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d","model":"e2e-cmp-legacy-c5c176","externalModel":"e2e-cmp-legacy-c5c176","provider":"e2e-cmp-legacy-c5c176-provider","gateway":"openshift-ingress/e2e-extmod-a-1dd09d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:47.290046396Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6","reconcileID":"61d29de4-72f7-47c1-bc53-0f2bb902dde2","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"tenant":"e2e-extmod-a-e51c10","gateway":"openshift-ingress/e2e-extmod-a-e51c10","model":"ai-tenant-e2e-extmod-a-e51c10/e2e-cfl-5b9cb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:47.290071511Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6","reconcileID":"61d29de4-72f7-47c1-bc53-0f2bb902dde2","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"routeName":"external-model-e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10","model":"e2e-cfl-5b9cb6","externalModel":"e2e-cfl-5b9cb6","provider":"e2e-cfl-5b9cb6-provider","gateway":"openshift-ingress/e2e-extmod-a-e51c10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:47.802780275Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"e2e-extmod-cfl-1-bdb625"},"namespace":"e2e-extmod-cfl-1-bdb625","name":"e2e-cfl-5b9cb6","reconcileID":"051be942-99bd-4596-9d95-a26e510bb3bf","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"e2e-extmod-cfl-1-bdb625"},"name":"e2e-cfl-5b9cb6","namespace":"e2e-extmod-cfl-1-bdb625","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:49.862864956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176","reconcileID":"c74fbb81-51fb-4fd7-9ec0-f2a912138562","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"tenant":"e2e-extmod-a-1dd09d","gateway":"openshift-ingress/e2e-extmod-a-1dd09d","model":"ai-tenant-e2e-extmod-a-1dd09d/e2e-cmp-legacy-c5c176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:49.862895495Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176","reconcileID":"c74fbb81-51fb-4fd7-9ec0-f2a912138562","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"routeName":"external-model-e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d","model":"e2e-cmp-legacy-c5c176","externalModel":"e2e-cmp-legacy-c5c176","provider":"e2e-cmp-legacy-c5c176-provider","gateway":"openshift-ingress/e2e-extmod-a-1dd09d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:13:49.867249873Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-c5c176-sub","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-sub","reconcileID":"af30b49d-e7e6-4b14-b132-a5d02234df9a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cmp-legacy-c5c176-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:49.882703227Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176","reconcileID":"65e0d0dd-87b8-4be7-a8dc-abf3c91fda90","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"tenant":"e2e-extmod-a-1dd09d","gateway":"openshift-ingress/e2e-extmod-a-1dd09d","model":"ai-tenant-e2e-extmod-a-1dd09d/e2e-cmp-legacy-c5c176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:49.882723816Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176","reconcileID":"65e0d0dd-87b8-4be7-a8dc-abf3c91fda90","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"routeName":"external-model-e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d","model":"e2e-cmp-legacy-c5c176","externalModel":"e2e-cmp-legacy-c5c176","provider":"e2e-cmp-legacy-c5c176-provider","gateway":"openshift-ingress/e2e-extmod-a-1dd09d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:49.892189244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176","reconcileID":"11649329-df97-4f27-8692-fa7ff2784304","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"tenant":"e2e-extmod-a-1dd09d","gateway":"openshift-ingress/e2e-extmod-a-1dd09d","model":"ai-tenant-e2e-extmod-a-1dd09d/e2e-cmp-legacy-c5c176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:49.892210777Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176","reconcileID":"11649329-df97-4f27-8692-fa7ff2784304","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"routeName":"external-model-e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d","model":"e2e-cmp-legacy-c5c176","externalModel":"e2e-cmp-legacy-c5c176","provider":"e2e-cmp-legacy-c5c176-provider","gateway":"openshift-ingress/e2e-extmod-a-1dd09d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:49.957912223Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176","reconcileID":"201995bf-b99b-4453-8d57-eb41b9f9854b","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"tenant":"e2e-extmod-a-1dd09d","gateway":"openshift-ingress/e2e-extmod-a-1dd09d","model":"ai-tenant-e2e-extmod-a-1dd09d/e2e-cmp-legacy-c5c176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:50.023136823Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176","reconcileID":"201995bf-b99b-4453-8d57-eb41b9f9854b","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"routeName":"external-model-e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d","model":"e2e-cmp-legacy-c5c176","externalModel":"e2e-cmp-legacy-c5c176","provider":"e2e-cmp-legacy-c5c176-provider","gateway":"openshift-ingress/e2e-extmod-a-1dd09d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:50.059660664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-access","reconcileID":"82a472d7-3c0a-48eb-b392-ec0b7dd43bcc","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-1dd09d","tenantID":"e2e-extmod-a-1dd09d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:50.208615609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-access","reconcileID":"82a472d7-3c0a-48eb-b392-ec0b7dd43bcc","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"name":"e2e-extmod-a-1dd09d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:50.219570418Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-c5c176-sub","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-sub","reconcileID":"4b621b68-7399-4318-80b3-02b0156cbb27","MaaSSubscription":{"name":"e2e-cmp-legacy-c5c176-sub","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"name":"maas-trlp-e2e-cmp-legacy-c5c176","model":"e2e-cmp-legacy-c5c176","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-1dd09d/e2e-cmp-legacy-c5c176-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:50.377789236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6","reconcileID":"8d93d152-c18e-43e1-9728-e3f3c113f994","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"tenant":"e2e-extmod-a-e51c10","gateway":"openshift-ingress/e2e-extmod-a-e51c10","model":"ai-tenant-e2e-extmod-a-e51c10/e2e-cfl-5b9cb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:50.37791493Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6","reconcileID":"8d93d152-c18e-43e1-9728-e3f3c113f994","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"routeName":"external-model-e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10","model":"e2e-cfl-5b9cb6","externalModel":"e2e-cfl-5b9cb6","provider":"e2e-cfl-5b9cb6-provider","gateway":"openshift-ingress/e2e-extmod-a-e51c10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:50.379146024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"317f9319-abf9-46c1-95c6-831397f9f57d","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e51c10","tenantID":"e2e-extmod-a-e51c10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:13:50.379964854Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-5b9cb6-e51c10-sub","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-sub","reconcileID":"7f8784c3-adfc-4b64-85ff-eaabd4d59e2c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-5b9cb6-e51c10-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:50.397051817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"317f9319-abf9-46c1-95c6-831397f9f57d","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"name":"e2e-extmod-a-e51c10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:50.41649181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6","reconcileID":"e39b19aa-0f60-40cf-87a4-157b75a703d9","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"tenant":"e2e-extmod-a-e51c10","gateway":"openshift-ingress/e2e-extmod-a-e51c10","model":"ai-tenant-e2e-extmod-a-e51c10/e2e-cfl-5b9cb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:50.416522251Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6","reconcileID":"e39b19aa-0f60-40cf-87a4-157b75a703d9","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"routeName":"external-model-e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10","model":"e2e-cfl-5b9cb6","externalModel":"e2e-cfl-5b9cb6","provider":"e2e-cfl-5b9cb6-provider","gateway":"openshift-ingress/e2e-extmod-a-e51c10","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:13:50.424737457Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6","reconcileID":"e39b19aa-0f60-40cf-87a4-157b75a703d9","name":"e2e-cfl-5b9cb6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-5b9cb6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:13:50.424786463Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6","reconcileID":"e39b19aa-0f60-40cf-87a4-157b75a703d9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-5b9cb6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:50.427733693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-c5c176-sub","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-sub","reconcileID":"a901eeed-fe74-4807-9eb2-6fb90eede5d1","MaaSSubscription":{"name":"e2e-cmp-legacy-c5c176-sub","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"name":"maas-trlp-e2e-cmp-legacy-c5c176","model":"ai-tenant-e2e-extmod-a-1dd09d/e2e-cmp-legacy-c5c176","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:50.427796005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176","reconcileID":"71c0bb2c-2b14-4c78-8bd1-176feb0f5f61","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"tenant":"e2e-extmod-a-1dd09d","gateway":"openshift-ingress/e2e-extmod-a-1dd09d","model":"ai-tenant-e2e-extmod-a-1dd09d/e2e-cmp-legacy-c5c176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:50.427815665Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176","reconcileID":"71c0bb2c-2b14-4c78-8bd1-176feb0f5f61","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"routeName":"external-model-e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d","model":"e2e-cmp-legacy-c5c176","externalModel":"e2e-cmp-legacy-c5c176","provider":"e2e-cmp-legacy-c5c176-provider","gateway":"openshift-ingress/e2e-extmod-a-1dd09d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:50.43477379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6","reconcileID":"00ce66f7-b024-439c-868e-75b89f27d047","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"tenant":"e2e-extmod-a-e51c10","gateway":"openshift-ingress/e2e-extmod-a-e51c10","model":"ai-tenant-e2e-extmod-a-e51c10/e2e-cfl-5b9cb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:50.434792014Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6","reconcileID":"00ce66f7-b024-439c-868e-75b89f27d047","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"routeName":"external-model-e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10","model":"e2e-cfl-5b9cb6","externalModel":"e2e-cfl-5b9cb6","provider":"e2e-cfl-5b9cb6-provider","gateway":"openshift-ingress/e2e-extmod-a-e51c10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:50.492496624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d6a71c2-2fc0-4370-a957-5a47c83abcfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:50.498324761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d6a71c2-2fc0-4370-a957-5a47c83abcfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:50.502477538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d6a71c2-2fc0-4370-a957-5a47c83abcfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:50.506279869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d6a71c2-2fc0-4370-a957-5a47c83abcfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:50.580147962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-access","reconcileID":"b3abf56b-5174-47f9-83ad-5374fe82ed14","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-1dd09d","tenantID":"e2e-extmod-a-1dd09d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:50.628168549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-access","reconcileID":"b3abf56b-5174-47f9-83ad-5374fe82ed14","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"name":"e2e-extmod-a-1dd09d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:50.65159852Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-5b9cb6-e51c10-sub","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-sub","reconcileID":"bda132dd-5349-4fca-b2b3-c2e5c76fd9dd","MaaSSubscription":{"name":"e2e-cfl-5b9cb6-e51c10-sub","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"name":"maas-trlp-e2e-cfl-5b9cb6","model":"e2e-cfl-5b9cb6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-e51c10/e2e-cfl-5b9cb6-e51c10-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:50.662379833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"e170e3d2-d7de-45a5-90a4-f1c37f07a15a","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e51c10","tenantID":"e2e-extmod-a-e51c10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:50.683664863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"e170e3d2-d7de-45a5-90a4-f1c37f07a15a","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"name":"e2e-extmod-a-e51c10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:50.705828066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6","reconcileID":"d9982c5e-92c5-4bec-ac1d-2f3d3ab4f11f","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"tenant":"e2e-extmod-a-e51c10","gateway":"openshift-ingress/e2e-extmod-a-e51c10","model":"ai-tenant-e2e-extmod-a-e51c10/e2e-cfl-5b9cb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:50.705862151Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6","reconcileID":"d9982c5e-92c5-4bec-ac1d-2f3d3ab4f11f","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"routeName":"external-model-e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10","model":"e2e-cfl-5b9cb6","externalModel":"e2e-cfl-5b9cb6","provider":"e2e-cfl-5b9cb6-provider","gateway":"openshift-ingress/e2e-extmod-a-e51c10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:50.721483193Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-5b9cb6-e51c10-sub","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-sub","reconcileID":"1fefc813-4669-48aa-9870-920c444e43b3","MaaSSubscription":{"name":"e2e-cfl-5b9cb6-e51c10-sub","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"name":"maas-trlp-e2e-cfl-5b9cb6","model":"ai-tenant-e2e-extmod-a-e51c10/e2e-cfl-5b9cb6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:51.021531483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a67197e-76ca-44c5-9b4a-8934cffde92f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:51.024623551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a67197e-76ca-44c5-9b4a-8934cffde92f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:51.028066514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a67197e-76ca-44c5-9b4a-8934cffde92f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:51.031287051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a67197e-76ca-44c5-9b4a-8934cffde92f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:52.01808474Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"namespace":"e2e-extmod-cfl-1-aeca82","name":"e2e-cfl-5f2375","reconcileID":"58e67d4a-5651-4a36-a915-95195a6e5139","namespace":"e2e-extmod-cfl-1-aeca82","name":"e2e-cfl-5f2375","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:52.040389248Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"namespace":"e2e-extmod-cfl-1-aeca82","name":"e2e-cfl-5f2375","reconcileID":"362245fa-4db6-4ed2-8451-0fb7c37430c5","namespace":"e2e-extmod-cfl-1-aeca82","name":"e2e-cfl-5f2375","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:52.040834422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-access","reconcileID":"2e3c6b46-2221-49de-ad8e-c0c8af631cf4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d6f956","tenantID":"e2e-extmod-a-d6f956","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:52.044256868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"109f4ba6-cac4-44d4-b2ae-6043c2993821","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:52.0469586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"1aad0af9-9a40-42af-98f0-96a351e517ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:52.04742075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"34cde9df-8dc5-420f-8514-80cd6694a47e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:52.047900426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"564d5343-7c43-4101-84c4-0371ad4002e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:52.04884263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-access","reconcileID":"2e3c6b46-2221-49de-ad8e-c0c8af631cf4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"name":"e2e-extmod-a-d6f956-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:52.051224084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"109f4ba6-cac4-44d4-b2ae-6043c2993821","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:52.059953754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"1aad0af9-9a40-42af-98f0-96a351e517ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:52.06443036Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d6f956-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b65feff1ab92fa35fd549006b90832a359f342562a318d497f77cab399d48a9d) AuthConfig (5f197d0272b7596667b4cfa982cb0bda215c0a8f29705e741e7a10b22e5a942c) AuthConfig (f936af7b66c8b0840eb6b8f6a09498a43d35be10776325ac2444a8b13a1e1fdd) AuthConfig (c4a7982b493399777855c5ac0c52f36f72a5de3ed0ffcb3c5b6075f3979eb105) AuthConfig (2e9b235e75cb6ce1b20aec5ff453134530c688e4138e1c28ec57e80399842184) AuthConfig (b51351b920e645411d9ff9e09a542a8f963f270e25b814f55a0f478df7b553e3) AuthConfig (768ebf7650d4276163e06dc2e4ea34bc567c168c9400ff64472115ad981e41b3) AuthConfig (971b9dcb97567e3c1c0f42d22f94584cca66b458f0336053ad0f197fb27a2002) AuthConfig (de432b66fb845f21ab8b2547b01d78536ea729f57f02cd06e8f038c98d8b9e2e) AuthConfig (cea14ac3146b301fdf9cef21fee41bec412d60653167875e1bac577e80d545e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-access","reconcileID":"2e3c6b46-2221-49de-ad8e-c0c8af631cf4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:52.066247171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"34cde9df-8dc5-420f-8514-80cd6694a47e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:52.070712768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"564d5343-7c43-4101-84c4-0371ad4002e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:52.151386909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"a6e816a6-fe1d-4150-95a0-bdcd0679ccfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:52.168268352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"a6e816a6-fe1d-4150-95a0-bdcd0679ccfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:52.240226519Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"namespace":"e2e-extmod-cfl-1-aeca82","name":"e2e-cfl-5f2375","reconcileID":"29cd6f87-e23e-41de-ae21-83d20a551e0b","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:52.241999444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"25c43b15-7b69-4fcd-b1c5-569da6192299","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e51c10","tenantID":"e2e-extmod-a-e51c10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:52.254884193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"25c43b15-7b69-4fcd-b1c5-569da6192299","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"name":"e2e-extmod-a-e51c10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:52.314022239Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"namespace":"e2e-extmod-cfl-1-aeca82","name":"e2e-cfl-5f2375","reconcileID":"30462357-2787-4637-9d6a-00bbbe6b7741","namespace":"e2e-extmod-cfl-1-aeca82","name":"e2e-cfl-5f2375","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:52.319002784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"namespace":"e2e-extmod-cfl-1-aeca82","name":"e2e-cfl-5f2375","reconcileID":"ae5f46ec-4a6c-4270-9d37-6d76666c26b6","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"tenant":"e2e-extmod-a-ca2cd5","gateway":"openshift-ingress/e2e-extmod-a-ca2cd5","model":"e2e-extmod-cfl-1-aeca82/e2e-cfl-5f2375","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:52.319028352Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"namespace":"e2e-extmod-cfl-1-aeca82","name":"e2e-cfl-5f2375","reconcileID":"ae5f46ec-4a6c-4270-9d37-6d76666c26b6","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"routeName":"external-model-e2e-cfl-5f2375-d7bbc5930308","namespace":"e2e-extmod-cfl-1-aeca82","model":"e2e-cfl-5f2375","externalModel":"e2e-cfl-5f2375","provider":"e2e-cfl-5f2375-provider","gateway":"openshift-ingress/e2e-extmod-a-ca2cd5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:52.324585944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"01322cd6-e2b3-41c4-a921-f537fa1135b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:52.324915064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"11970529-27f1-427c-94a7-fa95909fb27a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:52.3253563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d6ade69-8f51-4a1d-9db8-0b2f2bbb0182","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:52.337837007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"01322cd6-e2b3-41c4-a921-f537fa1135b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:52.338354486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"11970529-27f1-427c-94a7-fa95909fb27a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:52.340046765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d6ade69-8f51-4a1d-9db8-0b2f2bbb0182","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:52.387567418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"b218eeb7-ae5c-4489-8835-26ef9afc6349","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:52.408684695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"df3f78fd-3ca8-4203-bf8b-bd1531122d60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:52.409371462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-access","reconcileID":"e344ddee-3b95-4ae3-87c0-5deed9a1e7a8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-1dd09d","tenantID":"e2e-extmod-a-1dd09d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:52.715502844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"a18595d3-e1a7-476c-8f45-0437b16ea8c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:52.717442019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"b218eeb7-ae5c-4489-8835-26ef9afc6349","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:52.729740059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"df3f78fd-3ca8-4203-bf8b-bd1531122d60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:52.730680521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"5d7479e1-865d-4b8e-b6e2-620cd25b706d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:52.743313042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"a18595d3-e1a7-476c-8f45-0437b16ea8c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:52.747211715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-access","reconcileID":"e344ddee-3b95-4ae3-87c0-5deed9a1e7a8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"name":"e2e-extmod-a-1dd09d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:52.791686633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"5d7479e1-865d-4b8e-b6e2-620cd25b706d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:52.811770698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-access","reconcileID":"64eb07eb-ed59-46d6-85dc-fff3306f69cc","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d6f956","tenantID":"e2e-extmod-a-d6f956","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:52.814682138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"e77a5a11-6355-4af4-8e6a-0259c8183fe8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:52.815778762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"e1548df4-5cc3-4242-be30-ff8c418d76a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:52.821764703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-access","reconcileID":"64eb07eb-ed59-46d6-85dc-fff3306f69cc","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"name":"e2e-extmod-a-d6f956-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:52.825309484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"e77a5a11-6355-4af4-8e6a-0259c8183fe8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:52.825354408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"e1548df4-5cc3-4242-be30-ff8c418d76a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:52.825957724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"bd0a4a4f-03e9-4eb9-8f59-9c9c117247ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:52.828072467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"89b8e8db-12b5-4bb4-b4f8-fb71f6433d36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:52.830202521Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d6f956-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b65feff1ab92fa35fd549006b90832a359f342562a318d497f77cab399d48a9d) AuthConfig (5f197d0272b7596667b4cfa982cb0bda215c0a8f29705e741e7a10b22e5a942c) AuthConfig (f936af7b66c8b0840eb6b8f6a09498a43d35be10776325ac2444a8b13a1e1fdd) AuthConfig (c4a7982b493399777855c5ac0c52f36f72a5de3ed0ffcb3c5b6075f3979eb105) AuthConfig (2e9b235e75cb6ce1b20aec5ff453134530c688e4138e1c28ec57e80399842184) AuthConfig (b51351b920e645411d9ff9e09a542a8f963f270e25b814f55a0f478df7b553e3) AuthConfig (768ebf7650d4276163e06dc2e4ea34bc567c168c9400ff64472115ad981e41b3) AuthConfig (971b9dcb97567e3c1c0f42d22f94584cca66b458f0336053ad0f197fb27a2002) AuthConfig (de432b66fb845f21ab8b2547b01d78536ea729f57f02cd06e8f038c98d8b9e2e) AuthConfig (cea14ac3146b301fdf9cef21fee41bec412d60653167875e1bac577e80d545e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-access","reconcileID":"64eb07eb-ed59-46d6-85dc-fff3306f69cc","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:52.834014757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"bd0a4a4f-03e9-4eb9-8f59-9c9c117247ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:52.837392346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"89b8e8db-12b5-4bb4-b4f8-fb71f6433d36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:52.891897754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"9c585c29-92fc-491f-8a02-05f79e8e9300","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:52.96403098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"d1c370ff-3bdc-447c-a85b-c3eb788df749","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e51c10","tenantID":"e2e-extmod-a-e51c10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:52.981754172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"37d1bc9e-3b28-4208-8212-8ea666e7a4e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:52.996936953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"9c585c29-92fc-491f-8a02-05f79e8e9300","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:53.001758658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"37d1bc9e-3b28-4208-8212-8ea666e7a4e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:53.005974286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"d1c370ff-3bdc-447c-a85b-c3eb788df749","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"name":"e2e-extmod-a-e51c10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:53.006615903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e24c4c05-b954-4d2a-9add-d9ff05e2b2f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:53.007614468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0e32bba8-0541-4bb9-b0bf-4595ee5687a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:53.016364339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e24c4c05-b954-4d2a-9add-d9ff05e2b2f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:53.062212926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0e32bba8-0541-4bb9-b0bf-4595ee5687a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:54.696030293Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","reconcileID":"775d1b1c-4292-4a73-93e8-f9f24d2e7a3b","namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:54.705936994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"e18e0296-3892-4ae2-b965-ad667ecc69f7","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e51c10","tenantID":"e2e-extmod-a-e51c10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:54.708306354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-access","reconcileID":"d9b2b801-9a00-43e4-81a0-e91d9b0c65d3","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d6f956","tenantID":"e2e-extmod-a-d6f956","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:54.708353645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5b9af228-f672-4b20-8c7f-1711fb21a130","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:54.708952662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"6f4cdb1c-78f7-47e3-85f0-70e88eb394d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:54.711710266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"21b2f8da-18dd-4d53-86f8-674617f05b25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:54.714560716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"e18e0296-3892-4ae2-b965-ad667ecc69f7","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"name":"e2e-extmod-a-e51c10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:54.716562643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-access","reconcileID":"d9b2b801-9a00-43e4-81a0-e91d9b0c65d3","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"name":"e2e-extmod-a-d6f956-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:54.717169638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5b9af228-f672-4b20-8c7f-1711fb21a130","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:54.719848101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"21b2f8da-18dd-4d53-86f8-674617f05b25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:54.720359505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"6f4cdb1c-78f7-47e3-85f0-70e88eb394d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:54.72247968Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d6f956-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b65feff1ab92fa35fd549006b90832a359f342562a318d497f77cab399d48a9d) AuthConfig (5f197d0272b7596667b4cfa982cb0bda215c0a8f29705e741e7a10b22e5a942c) AuthConfig (f936af7b66c8b0840eb6b8f6a09498a43d35be10776325ac2444a8b13a1e1fdd) AuthConfig (c4a7982b493399777855c5ac0c52f36f72a5de3ed0ffcb3c5b6075f3979eb105) AuthConfig (2e9b235e75cb6ce1b20aec5ff453134530c688e4138e1c28ec57e80399842184) AuthConfig (b51351b920e645411d9ff9e09a542a8f963f270e25b814f55a0f478df7b553e3) AuthConfig (768ebf7650d4276163e06dc2e4ea34bc567c168c9400ff64472115ad981e41b3) AuthConfig (971b9dcb97567e3c1c0f42d22f94584cca66b458f0336053ad0f197fb27a2002) AuthConfig (de432b66fb845f21ab8b2547b01d78536ea729f57f02cd06e8f038c98d8b9e2e) AuthConfig (cea14ac3146b301fdf9cef21fee41bec412d60653167875e1bac577e80d545e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-access","reconcileID":"d9b2b801-9a00-43e4-81a0-e91d9b0c65d3","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:54.735403179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"571ff3d1-10f4-4a0e-8b0d-0c7c906da769","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:54.743370806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"571ff3d1-10f4-4a0e-8b0d-0c7c906da769","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:54.797744506Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","reconcileID":"cf99a3fe-8afc-48b5-83c0-ec2cc166c6cb","namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:54.836774409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-access","reconcileID":"ffbc945f-1831-49a2-957a-920681dfe725","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-1dd09d","tenantID":"e2e-extmod-a-1dd09d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:54.837284059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"8dd37bdf-b3ac-4d30-bca0-8b788a19cb2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:54.837518541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"e447945f-b883-4d4b-8efa-aa61a9f0c243","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:54.84050328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"7c884e93-2c7a-4394-a186-0ce48e8a69f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:54.845164395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"e447945f-b883-4d4b-8efa-aa61a9f0c243","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:54.845742211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-access","reconcileID":"ffbc945f-1831-49a2-957a-920681dfe725","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"name":"e2e-extmod-a-1dd09d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:54.846978419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"3e12d5fe-e24e-4037-8d4f-f24106745417","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:54.847768704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"8dd37bdf-b3ac-4d30-bca0-8b788a19cb2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:54.849976785Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","reconcileID":"bbb7f7b0-4456-4e0a-a53d-1cd831bd5029","namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:54.852647729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"7c884e93-2c7a-4394-a186-0ce48e8a69f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:54.855286343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"3e12d5fe-e24e-4037-8d4f-f24106745417","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:54.900635391Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","reconcileID":"aa2c0b8c-b46b-4f00-84c7-e0b9846d8364","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:54.957016272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"4150d678-5cb9-4a51-b229-fca82a4653f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:54.968604591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"b1cccbab-404f-4b08-a3b5-33ed6ce75719","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:54.969493691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"0130584e-cc74-449f-8bfd-3d668fe6bef5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:54.979771694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"0fba0ea0-041d-4bd1-9f45-6ac1b639d932","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:55.002369364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"4150d678-5cb9-4a51-b229-fca82a4653f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:55.003085817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"b1cccbab-404f-4b08-a3b5-33ed6ce75719","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:55.008026887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"0fba0ea0-041d-4bd1-9f45-6ac1b639d932","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:55.008438764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"0130584e-cc74-449f-8bfd-3d668fe6bef5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:55.096747943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-access","reconcileID":"aa9dbecf-b564-45cb-b60a-82e37d733f8c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d6f956","tenantID":"e2e-extmod-a-d6f956","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:55.110922156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"namespace":"e2e-extmod-cfl-1-aeca82","name":"e2e-cfl-5f2375","reconcileID":"c3c7689f-9287-48b5-bb62-5e0de71c2782","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"tenant":"e2e-extmod-a-ca2cd5","gateway":"openshift-ingress/e2e-extmod-a-ca2cd5","model":"e2e-extmod-cfl-1-aeca82/e2e-cfl-5f2375","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:55.110959879Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"namespace":"e2e-extmod-cfl-1-aeca82","name":"e2e-cfl-5f2375","reconcileID":"c3c7689f-9287-48b5-bb62-5e0de71c2782","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"routeName":"external-model-e2e-cfl-5f2375-d7bbc5930308","namespace":"e2e-extmod-cfl-1-aeca82","model":"e2e-cfl-5f2375","externalModel":"e2e-cfl-5f2375","provider":"e2e-cfl-5f2375-provider","gateway":"openshift-ingress/e2e-extmod-a-ca2cd5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:55.203038562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-access","reconcileID":"aa9dbecf-b564-45cb-b60a-82e37d733f8c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"name":"e2e-extmod-a-d6f956-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:55.216810811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"068e5ade-9403-4ae0-9307-87c1c2260b9d","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e51c10","tenantID":"e2e-extmod-a-e51c10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:55.219079517Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d6f956-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b65feff1ab92fa35fd549006b90832a359f342562a318d497f77cab399d48a9d) AuthConfig (5f197d0272b7596667b4cfa982cb0bda215c0a8f29705e741e7a10b22e5a942c) AuthConfig (f936af7b66c8b0840eb6b8f6a09498a43d35be10776325ac2444a8b13a1e1fdd) AuthConfig (c4a7982b493399777855c5ac0c52f36f72a5de3ed0ffcb3c5b6075f3979eb105) AuthConfig (2e9b235e75cb6ce1b20aec5ff453134530c688e4138e1c28ec57e80399842184) AuthConfig (b51351b920e645411d9ff9e09a542a8f963f270e25b814f55a0f478df7b553e3) AuthConfig (768ebf7650d4276163e06dc2e4ea34bc567c168c9400ff64472115ad981e41b3) AuthConfig (971b9dcb97567e3c1c0f42d22f94584cca66b458f0336053ad0f197fb27a2002) AuthConfig (de432b66fb845f21ab8b2547b01d78536ea729f57f02cd06e8f038c98d8b9e2e) AuthConfig (cea14ac3146b301fdf9cef21fee41bec412d60653167875e1bac577e80d545e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-access","reconcileID":"aa9dbecf-b564-45cb-b60a-82e37d733f8c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:55.224176792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"1bd02278-a1b4-4756-b00a-8a77a3f6e368","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:55.224867171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b354ff6-6499-4d1c-b9de-a38187a4a3fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:55.229895571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"068e5ade-9403-4ae0-9307-87c1c2260b9d","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"name":"e2e-extmod-a-e51c10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:55.236074335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"1bd02278-a1b4-4756-b00a-8a77a3f6e368","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:55.239915578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b354ff6-6499-4d1c-b9de-a38187a4a3fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:55.249589174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3b11c30e-ff83-4ca1-b48d-7d29907e35d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:55.252885234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"06dc353c-4b71-43e7-bd15-c2ccba7fbe72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:55.292950872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"06dc353c-4b71-43e7-bd15-c2ccba7fbe72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:55.360040952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3b11c30e-ff83-4ca1-b48d-7d29907e35d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:55.382450239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"a8f8021f-6de8-4ea8-b2d2-7080231e8f98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:55.395606339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-access","reconcileID":"aba3d79e-cbea-4574-9383-e108dbfe5e9f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-1dd09d","tenantID":"e2e-extmod-a-1dd09d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:55.39890394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"a8f8021f-6de8-4ea8-b2d2-7080231e8f98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:55.403211469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"8d389c92-dbb0-457b-8997-1890aa3a810b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:55.406488241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-access","reconcileID":"aba3d79e-cbea-4574-9383-e108dbfe5e9f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"name":"e2e-extmod-a-1dd09d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:55.409685456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"cedc2421-ea79-41a8-abbe-f5264578156e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:55.411802472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"8d389c92-dbb0-457b-8997-1890aa3a810b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:55.414642313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"1b35251a-44f0-4e24-bbd8-c01880b69a64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:55.418845863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"namespace":"e2e-extmod-cfl-1-aeca82","name":"e2e-cfl-5f2375","reconcileID":"8cf9a392-6377-497c-b0dd-04ffc373d0fd","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"tenant":"e2e-extmod-a-ca2cd5","gateway":"openshift-ingress/e2e-extmod-a-ca2cd5","model":"e2e-extmod-cfl-1-aeca82/e2e-cfl-5f2375","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:55.418867785Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"namespace":"e2e-extmod-cfl-1-aeca82","name":"e2e-cfl-5f2375","reconcileID":"8cf9a392-6377-497c-b0dd-04ffc373d0fd","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"routeName":"external-model-e2e-cfl-5f2375-d7bbc5930308","namespace":"e2e-extmod-cfl-1-aeca82","model":"e2e-cfl-5f2375","externalModel":"e2e-cfl-5f2375","provider":"e2e-cfl-5f2375-provider","gateway":"openshift-ingress/e2e-extmod-a-ca2cd5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:55.418998581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"cedc2421-ea79-41a8-abbe-f5264578156e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:55.42260618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"1b35251a-44f0-4e24-bbd8-c01880b69a64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:55.479506674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"1420d0e6-e68e-4723-bf13-de69daec7cfd","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ca2cd5","tenantID":"e2e-extmod-a-ca2cd5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:55.561161828Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"1420d0e6-e68e-4723-bf13-de69daec7cfd","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"name":"e2e-extmod-a-ca2cd5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:55.575761148Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-ca2cd5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"1420d0e6-e68e-4723-bf13-de69daec7cfd","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:55.594715559Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"namespace":"e2e-extmod-cfl-1-aeca82","name":"e2e-cfl-5f2375","reconcileID":"5e30cd8b-dd39-4a6e-9f56-96ea675f1460","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"tenant":"e2e-extmod-a-ca2cd5","gateway":"openshift-ingress/e2e-extmod-a-ca2cd5","model":"e2e-extmod-cfl-1-aeca82/e2e-cfl-5f2375","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:55.594748596Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"namespace":"e2e-extmod-cfl-1-aeca82","name":"e2e-cfl-5f2375","reconcileID":"5e30cd8b-dd39-4a6e-9f56-96ea675f1460","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"routeName":"external-model-e2e-cfl-5f2375-d7bbc5930308","namespace":"e2e-extmod-cfl-1-aeca82","model":"e2e-cfl-5f2375","externalModel":"e2e-cfl-5f2375","provider":"e2e-cfl-5f2375-provider","gateway":"openshift-ingress/e2e-extmod-a-ca2cd5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:57.810347254Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"e2e-extmod-cfl-1-bdb625"},"namespace":"e2e-extmod-cfl-1-bdb625","name":"e2e-cfl-5b9cb6","reconcileID":"b21cc3a4-8c5c-4d5f-9042-a135d4aec4d7","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"e2e-extmod-cfl-1-bdb625"},"name":"e2e-cfl-5b9cb6","namespace":"e2e-extmod-cfl-1-bdb625","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:04.915921652Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","reconcileID":"eaaa869b-0c48-4d4f-bd82-26a837a5fc00","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:05.241301475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-access","reconcileID":"b045bbc3-a846-4fdb-8d4a-c64f1d844a26","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d6f956","tenantID":"e2e-extmod-a-d6f956","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:05.251787859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-access","reconcileID":"b045bbc3-a846-4fdb-8d4a-c64f1d844a26","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"name":"e2e-extmod-a-d6f956-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:05.286820395Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d6f956-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b65feff1ab92fa35fd549006b90832a359f342562a318d497f77cab399d48a9d) AuthConfig (5f197d0272b7596667b4cfa982cb0bda215c0a8f29705e741e7a10b22e5a942c) AuthConfig (f936af7b66c8b0840eb6b8f6a09498a43d35be10776325ac2444a8b13a1e1fdd) AuthConfig (c4a7982b493399777855c5ac0c52f36f72a5de3ed0ffcb3c5b6075f3979eb105) AuthConfig (2e9b235e75cb6ce1b20aec5ff453134530c688e4138e1c28ec57e80399842184) AuthConfig (b51351b920e645411d9ff9e09a542a8f963f270e25b814f55a0f478df7b553e3) AuthConfig (768ebf7650d4276163e06dc2e4ea34bc567c168c9400ff64472115ad981e41b3) AuthConfig (971b9dcb97567e3c1c0f42d22f94584cca66b458f0336053ad0f197fb27a2002) AuthConfig (de432b66fb845f21ab8b2547b01d78536ea729f57f02cd06e8f038c98d8b9e2e) AuthConfig (cea14ac3146b301fdf9cef21fee41bec412d60653167875e1bac577e80d545e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-access","reconcileID":"b045bbc3-a846-4fdb-8d4a-c64f1d844a26","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:05.637720824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"1aae8b6f-3da0-45cb-9676-5de621071aa0","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ca2cd5","tenantID":"e2e-extmod-a-ca2cd5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:05.68186136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"1aae8b6f-3da0-45cb-9676-5de621071aa0","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"name":"e2e-extmod-a-ca2cd5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:05.690972563Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-ca2cd5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"1aae8b6f-3da0-45cb-9676-5de621071aa0","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:06.154319871Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-37f2b8"},"namespace":"ai-tenant-e2e-extmod-a-37f2b8","name":"default-tenant","reconcileID":"7a2d65f2-5717-49f6-a1dd-280a98718c4c","namespace":"ai-tenant-e2e-extmod-a-37f2b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:06.154409753Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-37f2b8"},"namespace":"ai-tenant-e2e-extmod-a-37f2b8","name":"default-tenant","reconcileID":"7a2d65f2-5717-49f6-a1dd-280a98718c4c","namespace":"ai-tenant-e2e-extmod-a-37f2b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:06.154491255Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-37f2b8"},"namespace":"ai-tenant-e2e-extmod-a-37f2b8","name":"default-tenant","reconcileID":"7a2d65f2-5717-49f6-a1dd-280a98718c4c","tenant":"e2e-extmod-a-37f2b8","tenantID":"e2e-extmod-a-37f2b8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:06.173485948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-37f2b8"},"namespace":"ai-tenant-e2e-extmod-a-37f2b8","name":"default-tenant","reconcileID":"7a2d65f2-5717-49f6-a1dd-280a98718c4c","gvk":"Deployment","name":"maas-api-e2e-extmod-a-37f2b8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:06.19004121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-37f2b8"},"namespace":"ai-tenant-e2e-extmod-a-37f2b8","name":"default-tenant","reconcileID":"7a2d65f2-5717-49f6-a1dd-280a98718c4c","gvk":"Service","name":"maas-api-e2e-extmod-a-37f2b8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:06.199809099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-37f2b8"},"namespace":"ai-tenant-e2e-extmod-a-37f2b8","name":"default-tenant","reconcileID":"7a2d65f2-5717-49f6-a1dd-280a98718c4c","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-37f2b8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:06.207285398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-37f2b8"},"namespace":"ai-tenant-e2e-extmod-a-37f2b8","name":"default-tenant","reconcileID":"7a2d65f2-5717-49f6-a1dd-280a98718c4c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-37f2b8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:06.216827804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-37f2b8"},"namespace":"ai-tenant-e2e-extmod-a-37f2b8","name":"default-tenant","reconcileID":"7a2d65f2-5717-49f6-a1dd-280a98718c4c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-37f2b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:06.225279058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-37f2b8"},"namespace":"ai-tenant-e2e-extmod-a-37f2b8","name":"default-tenant","reconcileID":"7a2d65f2-5717-49f6-a1dd-280a98718c4c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-37f2b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:06.240557418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-37f2b8"},"namespace":"ai-tenant-e2e-extmod-a-37f2b8","name":"default-tenant","reconcileID":"7a2d65f2-5717-49f6-a1dd-280a98718c4c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-37f2b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:06.245872919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-37f2b8"},"namespace":"ai-tenant-e2e-extmod-a-37f2b8","name":"default-tenant","reconcileID":"7a2d65f2-5717-49f6-a1dd-280a98718c4c","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-37f2b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:06.248609202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-37f2b8"},"namespace":"ai-tenant-e2e-extmod-a-37f2b8","name":"default-tenant","reconcileID":"7a2d65f2-5717-49f6-a1dd-280a98718c4c","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-37f2b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:06.251422036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-37f2b8"},"namespace":"ai-tenant-e2e-extmod-a-37f2b8","name":"default-tenant","reconcileID":"7a2d65f2-5717-49f6-a1dd-280a98718c4c","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-37f2b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:06.254285539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-37f2b8"},"namespace":"ai-tenant-e2e-extmod-a-37f2b8","name":"default-tenant","reconcileID":"7a2d65f2-5717-49f6-a1dd-280a98718c4c","gvk":"Service","name":"payload-processing-e2e-extmod-a-37f2b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:06.25679075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-37f2b8"},"namespace":"ai-tenant-e2e-extmod-a-37f2b8","name":"default-tenant","reconcileID":"7a2d65f2-5717-49f6-a1dd-280a98718c4c","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-37f2b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:06.260306617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-37f2b8"},"namespace":"ai-tenant-e2e-extmod-a-37f2b8","name":"default-tenant","reconcileID":"7a2d65f2-5717-49f6-a1dd-280a98718c4c","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-37f2b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:06.263130603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-37f2b8"},"namespace":"ai-tenant-e2e-extmod-a-37f2b8","name":"default-tenant","reconcileID":"7a2d65f2-5717-49f6-a1dd-280a98718c4c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-37f2b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:06.270260338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-37f2b8"},"namespace":"ai-tenant-e2e-extmod-a-37f2b8","name":"default-tenant","reconcileID":"7a2d65f2-5717-49f6-a1dd-280a98718c4c","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-37f2b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:06.277369372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-37f2b8"},"namespace":"ai-tenant-e2e-extmod-a-37f2b8","name":"default-tenant","reconcileID":"7a2d65f2-5717-49f6-a1dd-280a98718c4c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-37f2b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:06.280788121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-37f2b8"},"namespace":"ai-tenant-e2e-extmod-a-37f2b8","name":"default-tenant","reconcileID":"7a2d65f2-5717-49f6-a1dd-280a98718c4c","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-37f2b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:06.285325359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-37f2b8"},"namespace":"ai-tenant-e2e-extmod-a-37f2b8","name":"default-tenant","reconcileID":"7a2d65f2-5717-49f6-a1dd-280a98718c4c","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-37f2b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:06.291547191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-37f2b8"},"namespace":"ai-tenant-e2e-extmod-a-37f2b8","name":"default-tenant","reconcileID":"7a2d65f2-5717-49f6-a1dd-280a98718c4c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-37f2b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:06.298025176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-37f2b8"},"namespace":"ai-tenant-e2e-extmod-a-37f2b8","name":"default-tenant","reconcileID":"7a2d65f2-5717-49f6-a1dd-280a98718c4c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-37f2b8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:06.852465253Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-37f2b8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-37f2b8","reconcileID":"97405fd2-1665-4fc7-ab49-30c4e1250b56","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-37f2b8","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-37f2b8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:06.944795028Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","reconcileID":"807f7f91-1f23-4ce3-bca6-7251262b90fd","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:07.303269562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48e003b7-c884-4051-98fc-39eca0d782a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:07.310990539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48e003b7-c884-4051-98fc-39eca0d782a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:07.316465566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48e003b7-c884-4051-98fc-39eca0d782a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:07.321287037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48e003b7-c884-4051-98fc-39eca0d782a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:07.603255869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8b3e6cf-a199-4866-927d-b23ac325a67f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:07.608133228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8b3e6cf-a199-4866-927d-b23ac325a67f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:07.615416203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8b3e6cf-a199-4866-927d-b23ac325a67f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:07.623785902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8b3e6cf-a199-4866-927d-b23ac325a67f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:07.852700829Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"e2e-extmod-cfl-1-bdb625"},"namespace":"e2e-extmod-cfl-1-bdb625","name":"e2e-cfl-5b9cb6","reconcileID":"8a46acfa-4ceb-486e-9e3b-fa870ad2a3c3","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"e2e-extmod-cfl-1-bdb625"},"name":"e2e-cfl-5b9cb6","namespace":"e2e-extmod-cfl-1-bdb625","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:08.662660112Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-c5c176-sub","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-sub","reconcileID":"afe2d083-8993-41cc-9bdc-bc5736d825b7","MaaSSubscription":{"name":"e2e-cmp-legacy-c5c176-sub","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"name":"maas-trlp-e2e-cmp-legacy-c5c176","model":"ai-tenant-e2e-extmod-a-1dd09d/e2e-cmp-legacy-c5c176","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:08.837081229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176","reconcileID":"5f887a33-3376-49f9-9962-21b1b0eaf087","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"tenant":"e2e-extmod-a-1dd09d","gateway":"openshift-ingress/e2e-extmod-a-1dd09d","model":"ai-tenant-e2e-extmod-a-1dd09d/e2e-cmp-legacy-c5c176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:08.837237198Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176","reconcileID":"5f887a33-3376-49f9-9962-21b1b0eaf087","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"routeName":"external-model-e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d","model":"e2e-cmp-legacy-c5c176","externalModel":"e2e-cmp-legacy-c5c176","provider":"e2e-cmp-legacy-c5c176-provider","gateway":"openshift-ingress/e2e-extmod-a-1dd09d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:08.874417228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-5b9cb6-e51c10-sub","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-sub","reconcileID":"e02854cf-eb2d-4f50-85d8-32d8f601655d","MaaSSubscription":{"name":"e2e-cfl-5b9cb6-e51c10-sub","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"name":"maas-trlp-e2e-cfl-5b9cb6","model":"ai-tenant-e2e-extmod-a-e51c10/e2e-cfl-5b9cb6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:08.930845601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6","reconcileID":"680a516e-a0a4-402d-911c-59d3d79289f4","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"tenant":"e2e-extmod-a-e51c10","gateway":"openshift-ingress/e2e-extmod-a-e51c10","model":"ai-tenant-e2e-extmod-a-e51c10/e2e-cfl-5b9cb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:08.931520123Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6","reconcileID":"680a516e-a0a4-402d-911c-59d3d79289f4","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"routeName":"external-model-e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10","model":"e2e-cfl-5b9cb6","externalModel":"e2e-cfl-5b9cb6","provider":"e2e-cfl-5b9cb6-provider","gateway":"openshift-ingress/e2e-extmod-a-e51c10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:09.901998498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"91d7df25-cf33-4d49-9fbb-bda7d2ce75c9","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e51c10","tenantID":"e2e-extmod-a-e51c10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:09.909767497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"91d7df25-cf33-4d49-9fbb-bda7d2ce75c9","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"name":"e2e-extmod-a-e51c10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:10.386171297Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:10.471952687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-access","reconcileID":"1ef1916d-f0b2-49b0-a24a-41f13fda3fc4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-1dd09d","tenantID":"e2e-extmod-a-1dd09d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:10.479686789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-access","reconcileID":"1ef1916d-f0b2-49b0-a24a-41f13fda3fc4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"name":"e2e-extmod-a-1dd09d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:11.258785753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176","reconcileID":"f318fcfc-c986-4b33-b71c-db57443dcba6","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"tenant":"e2e-extmod-a-1dd09d","gateway":"openshift-ingress/e2e-extmod-a-1dd09d","model":"ai-tenant-e2e-extmod-a-1dd09d/e2e-cmp-legacy-c5c176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:11.258814714Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176","reconcileID":"f318fcfc-c986-4b33-b71c-db57443dcba6","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"routeName":"external-model-e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d","model":"e2e-cmp-legacy-c5c176","externalModel":"e2e-cmp-legacy-c5c176","provider":"e2e-cmp-legacy-c5c176-provider","gateway":"openshift-ingress/e2e-extmod-a-1dd09d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:11.262830875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-access","reconcileID":"dbc77c73-4939-48a0-bd9c-9b36a4b11735","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-1dd09d","tenantID":"e2e-extmod-a-1dd09d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:11.275226817Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-c5c176-sub","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-sub","reconcileID":"7cb6acbe-687e-45ec-942b-1a877ade4aea","MaaSSubscription":{"name":"e2e-cmp-legacy-c5c176-sub","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c8684c15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:11.275267251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-access","reconcileID":"dbc77c73-4939-48a0-bd9c-9b36a4b11735","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"name":"e2e-extmod-a-1dd09d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:11.392404647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-access","reconcileID":"6cc0a3e4-9942-4f9e-8829-17ae11d7d6b9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-1dd09d","tenantID":"e2e-extmod-a-1dd09d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:11.401699421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-access","reconcileID":"6cc0a3e4-9942-4f9e-8829-17ae11d7d6b9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"name":"e2e-extmod-a-1dd09d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:11.973355782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6","reconcileID":"a209c75b-fe3c-427b-93f9-9e924a070965","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"tenant":"e2e-extmod-a-e51c10","gateway":"openshift-ingress/e2e-extmod-a-e51c10","model":"ai-tenant-e2e-extmod-a-e51c10/e2e-cfl-5b9cb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:11.973387337Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6","reconcileID":"a209c75b-fe3c-427b-93f9-9e924a070965","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"routeName":"external-model-e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10","model":"e2e-cfl-5b9cb6","externalModel":"e2e-cfl-5b9cb6","provider":"e2e-cfl-5b9cb6-provider","gateway":"openshift-ingress/e2e-extmod-a-e51c10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:11.982369541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"bfd95cce-abd4-4ce3-8969-d743ac59707f","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e51c10","tenantID":"e2e-extmod-a-e51c10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:11.993407229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"bfd95cce-abd4-4ce3-8969-d743ac59707f","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"name":"e2e-extmod-a-e51c10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:11.994334324Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-5b9cb6-e51c10-sub","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-sub","reconcileID":"d163434c-689b-4700-ae9d-79c6645455b7","MaaSSubscription":{"name":"e2e-cfl-5b9cb6-e51c10-sub","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-14c2b681","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:12.115943853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"1f27cc7f-b7f6-49c0-ab30-9420cdbc87c2","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e51c10","tenantID":"e2e-extmod-a-e51c10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:12.12310934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"1f27cc7f-b7f6-49c0-ab30-9420cdbc87c2","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"name":"e2e-extmod-a-e51c10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:14.5999343Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","reconcileID":"4aa91a79-e0e7-401b-8288-f501293bd763","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:14.612562576Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","reconcileID":"b26a8ffa-b061-4321-985b-dd4340552732","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:14.914276595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d212aa71-f55a-4f89-970d-fa6ae014855f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:14.917401755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d212aa71-f55a-4f89-970d-fa6ae014855f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:14.920389208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d212aa71-f55a-4f89-970d-fa6ae014855f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:14.923417183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d212aa71-f55a-4f89-970d-fa6ae014855f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:15.295855985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-access","reconcileID":"a10e97ae-e704-41a2-80a1-5198c742cce8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d6f956","tenantID":"e2e-extmod-a-d6f956","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:15.301039725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14911c86-86fa-4c93-ad96-c93e380dfd8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:15.303800845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-access","reconcileID":"a10e97ae-e704-41a2-80a1-5198c742cce8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"name":"e2e-extmod-a-d6f956-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:15.304252757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14911c86-86fa-4c93-ad96-c93e380dfd8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:15.307824995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14911c86-86fa-4c93-ad96-c93e380dfd8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:15.310977597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14911c86-86fa-4c93-ad96-c93e380dfd8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:15.482735637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a","reconcileID":"49f4e09d-d7be-425f-9872-d7569b4ab7c0","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"tenant":"e2e-extmod-a-d6f956","gateway":"openshift-ingress/e2e-extmod-a-d6f956","model":"ai-tenant-e2e-extmod-a-d6f956/e2e-cmp-legacy-82f59a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:15.482764314Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a","reconcileID":"49f4e09d-d7be-425f-9872-d7569b4ab7c0","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"routeName":"external-model-e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956","model":"e2e-cmp-legacy-82f59a","externalModel":"e2e-cmp-legacy-82f59a","provider":"e2e-cmp-legacy-82f59a-provider","gateway":"openshift-ingress/e2e-extmod-a-d6f956","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:15.568474232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a377c64-01dc-445b-a6b5-665e07b2b639","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:15.571645628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a377c64-01dc-445b-a6b5-665e07b2b639","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:15.574677425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a377c64-01dc-445b-a6b5-665e07b2b639","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:15.577716235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a377c64-01dc-445b-a6b5-665e07b2b639","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:15.699697817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"ba92cdb6-1f44-4bfe-a2ea-926782605600","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ca2cd5","tenantID":"e2e-extmod-a-ca2cd5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:15.707937099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"ba92cdb6-1f44-4bfe-a2ea-926782605600","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"name":"e2e-extmod-a-ca2cd5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:15.713168075Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-ca2cd5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"ba92cdb6-1f44-4bfe-a2ea-926782605600","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:16.699933619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a","reconcileID":"3a80fc49-8190-4909-a8d8-b146bfc75d6a","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"tenant":"e2e-extmod-a-d6f956","gateway":"openshift-ingress/e2e-extmod-a-d6f956","model":"ai-tenant-e2e-extmod-a-d6f956/e2e-cmp-legacy-82f59a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:16.700055413Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a","reconcileID":"3a80fc49-8190-4909-a8d8-b146bfc75d6a","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"routeName":"external-model-e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956","model":"e2e-cmp-legacy-82f59a","externalModel":"e2e-cmp-legacy-82f59a","provider":"e2e-cmp-legacy-82f59a-provider","gateway":"openshift-ingress/e2e-extmod-a-d6f956","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:16.70530714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-access","reconcileID":"23f3a53d-fbfc-4911-b87e-9a63c8da7811","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d6f956","tenantID":"e2e-extmod-a-d6f956","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:14:16.709425181Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-82f59a-sub","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-sub","reconcileID":"4b9d1600-7d89-4cd8-a418-d6d2625bd80b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cmp-legacy-82f59a-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:16.71365187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-access","reconcileID":"23f3a53d-fbfc-4911-b87e-9a63c8da7811","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"name":"e2e-extmod-a-d6f956-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:16.717250126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a","reconcileID":"13f7ebf1-8e8d-46ab-9f48-51e1a85a1a90","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"tenant":"e2e-extmod-a-d6f956","gateway":"openshift-ingress/e2e-extmod-a-d6f956","model":"ai-tenant-e2e-extmod-a-d6f956/e2e-cmp-legacy-82f59a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:16.717267385Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a","reconcileID":"13f7ebf1-8e8d-46ab-9f48-51e1a85a1a90","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"routeName":"external-model-e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956","model":"e2e-cmp-legacy-82f59a","externalModel":"e2e-cmp-legacy-82f59a","provider":"e2e-cmp-legacy-82f59a-provider","gateway":"openshift-ingress/e2e-extmod-a-d6f956","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:14:16.724869852Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a","reconcileID":"13f7ebf1-8e8d-46ab-9f48-51e1a85a1a90","name":"e2e-cmp-legacy-82f59a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-82f59a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:14:16.724922004Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a","reconcileID":"13f7ebf1-8e8d-46ab-9f48-51e1a85a1a90","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-82f59a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:16.73103671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a","reconcileID":"3844a216-67c9-4f02-abac-fc48fd3f9eb7","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"tenant":"e2e-extmod-a-d6f956","gateway":"openshift-ingress/e2e-extmod-a-d6f956","model":"ai-tenant-e2e-extmod-a-d6f956/e2e-cmp-legacy-82f59a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:16.731055405Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a","reconcileID":"3844a216-67c9-4f02-abac-fc48fd3f9eb7","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"routeName":"external-model-e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956","model":"e2e-cmp-legacy-82f59a","externalModel":"e2e-cmp-legacy-82f59a","provider":"e2e-cmp-legacy-82f59a-provider","gateway":"openshift-ingress/e2e-extmod-a-d6f956","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:16.737282022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a","reconcileID":"a709684a-1308-4144-87d3-491593389d6c","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"tenant":"e2e-extmod-a-d6f956","gateway":"openshift-ingress/e2e-extmod-a-d6f956","model":"ai-tenant-e2e-extmod-a-d6f956/e2e-cmp-legacy-82f59a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:16.737299647Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a","reconcileID":"a709684a-1308-4144-87d3-491593389d6c","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"routeName":"external-model-e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956","model":"e2e-cmp-legacy-82f59a","externalModel":"e2e-cmp-legacy-82f59a","provider":"e2e-cmp-legacy-82f59a-provider","gateway":"openshift-ingress/e2e-extmod-a-d6f956","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:16.749418605Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-82f59a-sub","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-sub","reconcileID":"66d2fa7c-15d8-4278-8150-416f6500d289","MaaSSubscription":{"name":"e2e-cmp-legacy-82f59a-sub","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"name":"maas-trlp-e2e-cmp-legacy-82f59a","model":"e2e-cmp-legacy-82f59a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-d6f956/e2e-cmp-legacy-82f59a-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:16.774626001Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a","reconcileID":"00da1b77-da88-4119-8863-878fa1c29941","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"tenant":"e2e-extmod-a-d6f956","gateway":"openshift-ingress/e2e-extmod-a-d6f956","model":"ai-tenant-e2e-extmod-a-d6f956/e2e-cmp-legacy-82f59a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:16.774648999Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a","reconcileID":"00da1b77-da88-4119-8863-878fa1c29941","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"routeName":"external-model-e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956","model":"e2e-cmp-legacy-82f59a","externalModel":"e2e-cmp-legacy-82f59a","provider":"e2e-cmp-legacy-82f59a-provider","gateway":"openshift-ingress/e2e-extmod-a-d6f956","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:16.830638317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-access","reconcileID":"2c4601ef-feea-4dd1-b9c9-1c5c85c95c8d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d6f956","tenantID":"e2e-extmod-a-d6f956","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:16.837519462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-access","reconcileID":"2c4601ef-feea-4dd1-b9c9-1c5c85c95c8d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"name":"e2e-extmod-a-d6f956-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:16.846319442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-82f59a-sub","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-sub","reconcileID":"dceb021f-ee00-472e-8387-ad88218ebe9e","MaaSSubscription":{"name":"e2e-cmp-legacy-82f59a-sub","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"name":"maas-trlp-e2e-cmp-legacy-82f59a","model":"ai-tenant-e2e-extmod-a-d6f956/e2e-cmp-legacy-82f59a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:17.943887484Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"e2e-extmod-cfl-1-bdb625"},"namespace":"e2e-extmod-cfl-1-bdb625","name":"e2e-cfl-5b9cb6","reconcileID":"8a6f6ff2-b997-4d40-8f85-199f041f2bd1","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"e2e-extmod-cfl-1-bdb625"},"name":"e2e-cfl-5b9cb6","namespace":"e2e-extmod-cfl-1-bdb625","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:21.278752081Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-c5c176-sub","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-sub","reconcileID":"1efd5815-c7ff-404f-af49-09ffc59eeb0b","MaaSSubscription":{"name":"e2e-cmp-legacy-c5c176-sub","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"model":"ai-tenant-e2e-extmod-a-1dd09d/e2e-cmp-legacy-c5c176","subscription":"e2e-cmp-legacy-c5c176-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:21.284973322Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-c5c176-sub","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-sub","reconcileID":"1efd5815-c7ff-404f-af49-09ffc59eeb0b","MaaSSubscription":{"name":"e2e-cmp-legacy-c5c176-sub","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"model":"ai-tenant-e2e-extmod-a-1dd09d/e2e-cmp-legacy-c5c176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:21.288169475Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-c5c176-sub","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-sub","reconcileID":"1efd5815-c7ff-404f-af49-09ffc59eeb0b","MaaSSubscription":{"name":"e2e-cmp-legacy-c5c176-sub","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"name":"maas-trlp-e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d","model":"ai-tenant-e2e-extmod-a-1dd09d/e2e-cmp-legacy-c5c176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:21.320088345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176","reconcileID":"bd157d33-3138-4eed-b8af-525667d0729c","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"tenant":"e2e-extmod-a-1dd09d","gateway":"openshift-ingress/e2e-extmod-a-1dd09d","model":"ai-tenant-e2e-extmod-a-1dd09d/e2e-cmp-legacy-c5c176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:21.320130305Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176","reconcileID":"bd157d33-3138-4eed-b8af-525667d0729c","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"routeName":"external-model-e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d","model":"e2e-cmp-legacy-c5c176","externalModel":"e2e-cmp-legacy-c5c176","provider":"e2e-cmp-legacy-c5c176-provider","gateway":"openshift-ingress/e2e-extmod-a-1dd09d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:21.324722033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-access","reconcileID":"75d2f089-e01b-4339-bfd8-47913a56281e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-1dd09d","tenantID":"e2e-extmod-a-1dd09d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:21.335084381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-access","reconcileID":"75d2f089-e01b-4339-bfd8-47913a56281e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"name":"e2e-extmod-a-1dd09d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:21.457393628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-access","reconcileID":"0ea85ebb-c8bf-4509-92c8-eab8495114ec","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-1dd09d","tenantID":"e2e-extmod-a-1dd09d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:21.461250204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176","reconcileID":"ab15f394-816f-4196-b958-cad5c4c42408","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"tenant":"e2e-extmod-a-1dd09d","gateway":"openshift-ingress/e2e-extmod-a-1dd09d","model":"ai-tenant-e2e-extmod-a-1dd09d/e2e-cmp-legacy-c5c176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:21.46127136Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176","reconcileID":"ab15f394-816f-4196-b958-cad5c4c42408","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"routeName":"external-model-e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d","model":"e2e-cmp-legacy-c5c176","externalModel":"e2e-cmp-legacy-c5c176","provider":"e2e-cmp-legacy-c5c176-provider","gateway":"openshift-ingress/e2e-extmod-a-1dd09d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:21.465646492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-access","reconcileID":"0ea85ebb-c8bf-4509-92c8-eab8495114ec","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"name":"e2e-extmod-a-1dd09d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:21.656376879Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-access","reconcileID":"1f09be18-c7d9-48c9-b6a4-6a3223d69bc9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"model":"ai-tenant-e2e-extmod-a-1dd09d/e2e-cmp-legacy-c5c176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:21.667047036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-access","reconcileID":"1f09be18-c7d9-48c9-b6a4-6a3223d69bc9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-1dd09d","tenantID":"e2e-extmod-a-1dd09d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:21.691645915Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-access","reconcileID":"1f09be18-c7d9-48c9-b6a4-6a3223d69bc9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"name":"e2e-extmod-a-1dd09d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:21.691674971Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176-access","reconcileID":"1f09be18-c7d9-48c9-b6a4-6a3223d69bc9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c5c176-access","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-1dd09d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:21.701856656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176","reconcileID":"f2f0603b-2751-4b04-8790-97b9e85a9fb2","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"tenant":"e2e-extmod-a-1dd09d","gateway":"openshift-ingress/e2e-extmod-a-1dd09d","model":"ai-tenant-e2e-extmod-a-1dd09d/e2e-cmp-legacy-c5c176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:21.701876322Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176","reconcileID":"f2f0603b-2751-4b04-8790-97b9e85a9fb2","MaaSModelRef":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"routeName":"external-model-e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d","model":"e2e-cmp-legacy-c5c176","externalModel":"e2e-cmp-legacy-c5c176","provider":"e2e-cmp-legacy-c5c176-provider","gateway":"openshift-ingress/e2e-extmod-a-1dd09d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:22.038240534Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-5b9cb6-e51c10-sub","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-sub","reconcileID":"f5b7d27c-5e8d-4824-9b9e-f62180750d9e","MaaSSubscription":{"name":"e2e-cfl-5b9cb6-e51c10-sub","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"model":"ai-tenant-e2e-extmod-a-e51c10/e2e-cfl-5b9cb6","subscription":"e2e-cfl-5b9cb6-e51c10-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:22.050415387Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-5b9cb6-e51c10-sub","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-sub","reconcileID":"f5b7d27c-5e8d-4824-9b9e-f62180750d9e","MaaSSubscription":{"name":"e2e-cfl-5b9cb6-e51c10-sub","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"model":"ai-tenant-e2e-extmod-a-e51c10/e2e-cfl-5b9cb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:22.062879847Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-5b9cb6-e51c10-sub","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-sub","reconcileID":"f5b7d27c-5e8d-4824-9b9e-f62180750d9e","MaaSSubscription":{"name":"e2e-cfl-5b9cb6-e51c10-sub","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"name":"maas-trlp-e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10","model":"ai-tenant-e2e-extmod-a-e51c10/e2e-cfl-5b9cb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:22.141199225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6","reconcileID":"2adcfaa9-d58f-49a5-bff7-92a3d41fe6c9","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"tenant":"e2e-extmod-a-e51c10","gateway":"openshift-ingress/e2e-extmod-a-e51c10","model":"ai-tenant-e2e-extmod-a-e51c10/e2e-cfl-5b9cb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:22.141228207Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6","reconcileID":"2adcfaa9-d58f-49a5-bff7-92a3d41fe6c9","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"routeName":"external-model-e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10","model":"e2e-cfl-5b9cb6","externalModel":"e2e-cfl-5b9cb6","provider":"e2e-cfl-5b9cb6-provider","gateway":"openshift-ingress/e2e-extmod-a-e51c10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:22.159881741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"38cc33e2-6e68-4718-8f01-4237700cfd4b","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e51c10","tenantID":"e2e-extmod-a-e51c10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:22.188978068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"38cc33e2-6e68-4718-8f01-4237700cfd4b","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"name":"e2e-extmod-a-e51c10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:22.221984601Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176","reconcileID":"c42bae6c-12ae-46de-aca1-5b680a3a1812","namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:22.227213619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"a0338b04-43fd-4435-b082-9444de3ae310","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e51c10","tenantID":"e2e-extmod-a-e51c10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:22.23502302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"a0338b04-43fd-4435-b082-9444de3ae310","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"name":"e2e-extmod-a-e51c10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:22.245646575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"b14c661a-d83f-42c3-a93c-2189ddc39322","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ca2cd5","tenantID":"e2e-extmod-a-ca2cd5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:22.248070859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"a9d415b8-1ce9-49ba-9040-ef89307d6531","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:22.248361691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-access","reconcileID":"6e90172f-ac81-4469-8a3e-81de92980f73","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d6f956","tenantID":"e2e-extmod-a-d6f956","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:22.249384747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"639c0e0d-8026-4459-bc14-d6efc556ba3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:22.254256888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"b14c661a-d83f-42c3-a93c-2189ddc39322","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"name":"e2e-extmod-a-ca2cd5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:22.256817922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-access","reconcileID":"6e90172f-ac81-4469-8a3e-81de92980f73","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"name":"e2e-extmod-a-d6f956-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:22.256836536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"a9d415b8-1ce9-49ba-9040-ef89307d6531","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:22.259634566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"639c0e0d-8026-4459-bc14-d6efc556ba3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:22.259859776Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-ca2cd5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"b14c661a-d83f-42c3-a93c-2189ddc39322","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:22.306571066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6","reconcileID":"70e156f8-ad16-4373-a2a4-d623b85ca7a1","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"tenant":"e2e-extmod-a-e51c10","gateway":"openshift-ingress/e2e-extmod-a-e51c10","model":"ai-tenant-e2e-extmod-a-e51c10/e2e-cfl-5b9cb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:22.306602248Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6","reconcileID":"70e156f8-ad16-4373-a2a4-d623b85ca7a1","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"routeName":"external-model-e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10","model":"e2e-cfl-5b9cb6","externalModel":"e2e-cfl-5b9cb6","provider":"e2e-cfl-5b9cb6-provider","gateway":"openshift-ingress/e2e-extmod-a-e51c10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:22.318049868Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-c5c176","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176","reconcileID":"0a4c8e22-1524-462f-a86a-74b1a6b386f3","namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"e2e-cmp-legacy-c5c176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:22.323595287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"00e5fe25-7ff2-4072-b205-defd0da71d63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:22.333858044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"00e5fe25-7ff2-4072-b205-defd0da71d63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:22.402862577Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"2092f165-1806-4ce8-b95f-71df4edc0e05","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"model":"ai-tenant-e2e-extmod-a-e51c10/e2e-cfl-5b9cb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:22.412996947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"2092f165-1806-4ce8-b95f-71df4edc0e05","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e51c10","tenantID":"e2e-extmod-a-e51c10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:22.413308128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"a253ed1a-d6a9-48ed-a48c-e0107edaafa0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:22.413684323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"028224b0-448b-4466-9c8f-ef95ec011756","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:22.414923949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"ce43a425-80ef-417c-b585-af08fbecdb1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:22.415268123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"079f6855-667e-4255-822d-8f91ed37f606","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:22.458477579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"a253ed1a-d6a9-48ed-a48c-e0107edaafa0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:22.461473914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"028224b0-448b-4466-9c8f-ef95ec011756","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:22.462078402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"ce43a425-80ef-417c-b585-af08fbecdb1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:22.465190126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"079f6855-667e-4255-822d-8f91ed37f606","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:22.480672904Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"2092f165-1806-4ce8-b95f-71df4edc0e05","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"name":"e2e-extmod-a-e51c10-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:22.480770626Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6-e51c10-access","reconcileID":"2092f165-1806-4ce8-b95f-71df4edc0e05","MaaSAuthPolicy":{"name":"e2e-cfl-5b9cb6-e51c10-access","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e51c10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:22.584837153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6","reconcileID":"f50b19cd-d7e8-4978-b84f-28472d4dd45f","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"tenant":"e2e-extmod-a-e51c10","gateway":"openshift-ingress/e2e-extmod-a-e51c10","model":"ai-tenant-e2e-extmod-a-e51c10/e2e-cfl-5b9cb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:22.584874026Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6","reconcileID":"f50b19cd-d7e8-4978-b84f-28472d4dd45f","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"routeName":"external-model-e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10","model":"e2e-cfl-5b9cb6","externalModel":"e2e-cfl-5b9cb6","provider":"e2e-cfl-5b9cb6-provider","gateway":"openshift-ingress/e2e-extmod-a-e51c10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:22.873653423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"22fd19f0-b4b1-488a-9dd1-25734a23d0d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:22.89185602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"a14b7360-7500-47ec-899d-3f72ab8b3b40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:22.963921673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"22fd19f0-b4b1-488a-9dd1-25734a23d0d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:22.969122969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"6f2d86d4-89a0-4ccb-844d-95b5459d7d02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:22.969280769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a84aea6f-8c0f-4aea-98a7-8b02144ff7d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:22.969423861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"085942d8-fe49-4ffc-81d6-8a1df49da6c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:23.015145146Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","reconcileID":"743bdc66-73b6-46ed-a1eb-800ac01f228c","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:23.054739298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"a14b7360-7500-47ec-899d-3f72ab8b3b40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:23.066156844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"6f2d86d4-89a0-4ccb-844d-95b5459d7d02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:23.06890863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a84aea6f-8c0f-4aea-98a7-8b02144ff7d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:23.069747575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"085942d8-fe49-4ffc-81d6-8a1df49da6c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:23.070578262Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","reconcileID":"71e07864-f78b-4188-a81b-b97b35829273","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:23.070982274Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6","reconcileID":"19ddc678-c4e6-46e7-b4d5-45096d5945d5","namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:23.188248416Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-5b9cb6","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6","reconcileID":"cf7d1f86-2910-48ff-bb0b-79ef44419199","namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"e2e-cfl-5b9cb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:23.282725368Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"e2e-extmod-cfl-1-bdb625"},"namespace":"e2e-extmod-cfl-1-bdb625","name":"e2e-cfl-5b9cb6","reconcileID":"0fca5567-880b-4daf-9e49-5c849687a546","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"e2e-extmod-cfl-1-bdb625"},"name":"e2e-cfl-5b9cb6","namespace":"e2e-extmod-cfl-1-bdb625","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:23.360385093Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-5b9cb6","namespace":"e2e-extmod-cfl-1-bdb625"},"namespace":"e2e-extmod-cfl-1-bdb625","name":"e2e-cfl-5b9cb6","reconcileID":"607879c4-c2d9-452a-b8f2-f64a00891941","namespace":"e2e-extmod-cfl-1-bdb625","name":"e2e-cfl-5b9cb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:23.368902095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"9ce0c40b-81c9-40bf-80b0-2d9781ff24e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:23.369677485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"e2e-extmod-cfl-1-bdb625"},"namespace":"e2e-extmod-cfl-1-bdb625","name":"e2e-cfl-5b9cb6","reconcileID":"4fea758e-8f5b-47cb-89d8-0b67b8cda2eb","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"e2e-extmod-cfl-1-bdb625"},"tenant":"e2e-extmod-a-e51c10","gateway":"openshift-ingress/e2e-extmod-a-e51c10","model":"e2e-extmod-cfl-1-bdb625/e2e-cfl-5b9cb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:23.369701767Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"e2e-extmod-cfl-1-bdb625"},"namespace":"e2e-extmod-cfl-1-bdb625","name":"e2e-cfl-5b9cb6","reconcileID":"4fea758e-8f5b-47cb-89d8-0b67b8cda2eb","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"e2e-extmod-cfl-1-bdb625"},"routeName":"external-model-e2e-cfl-5b9cb6-daf2bf5125e8","namespace":"e2e-extmod-cfl-1-bdb625","model":"e2e-cfl-5b9cb6","externalModel":"e2e-cfl-5b9cb6","provider":"e2e-cfl-5b9cb6-provider","gateway":"openshift-ingress/e2e-extmod-a-e51c10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:23.372418069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"009c4080-34fc-4623-a84e-8319611fa103","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:23.377457279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"9ce0c40b-81c9-40bf-80b0-2d9781ff24e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:23.381867811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"009c4080-34fc-4623-a84e-8319611fa103","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:23.536898238Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"e2e-extmod-cfl-1-bdb625"},"namespace":"e2e-extmod-cfl-1-bdb625","name":"e2e-cfl-5b9cb6","reconcileID":"d0de1bcb-6822-4adb-8cf6-7268fb40155b","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"e2e-extmod-cfl-1-bdb625"},"tenant":"e2e-extmod-a-e51c10","gateway":"openshift-ingress/e2e-extmod-a-e51c10","model":"e2e-extmod-cfl-1-bdb625/e2e-cfl-5b9cb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:23.692400819Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"e2e-extmod-cfl-1-bdb625"},"namespace":"e2e-extmod-cfl-1-bdb625","name":"e2e-cfl-5b9cb6","reconcileID":"d0de1bcb-6822-4adb-8cf6-7268fb40155b","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"e2e-extmod-cfl-1-bdb625"},"routeName":"external-model-e2e-cfl-5b9cb6-daf2bf5125e8","namespace":"e2e-extmod-cfl-1-bdb625","model":"e2e-cfl-5b9cb6","externalModel":"e2e-cfl-5b9cb6","provider":"e2e-cfl-5b9cb6-provider","gateway":"openshift-ingress/e2e-extmod-a-e51c10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:23.727649245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"1f5b51fd-4dcc-44f2-8b3b-6fe7cb244f01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:23.691933239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-access","reconcileID":"39f66212-3182-4a7e-8f8e-8b9978210fcb","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d6f956","tenantID":"e2e-extmod-a-d6f956","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:23.692375637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"20d387c8-9dcb-454a-9d32-89523629ddfc","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ca2cd5","tenantID":"e2e-extmod-a-ca2cd5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:14:23.813246669Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"e2e-extmod-cfl-1-bdb625"},"namespace":"e2e-extmod-cfl-1-bdb625","name":"e2e-cfl-5b9cb6","reconcileID":"d0de1bcb-6822-4adb-8cf6-7268fb40155b","name":"e2e-cfl-5b9cb6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-5b9cb6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:14:23.957121562Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"e2e-extmod-cfl-1-bdb625"},"namespace":"e2e-extmod-cfl-1-bdb625","name":"e2e-cfl-5b9cb6","reconcileID":"d0de1bcb-6822-4adb-8cf6-7268fb40155b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-5b9cb6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:24.059698056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"1f5b51fd-4dcc-44f2-8b3b-6fe7cb244f01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:24.060859508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"8a5e40b7-274f-4496-bf77-94d5da2631cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:24.063823729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-access","reconcileID":"39f66212-3182-4a7e-8f8e-8b9978210fcb","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"name":"e2e-extmod-a-d6f956-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:24.065234473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"e2e-extmod-cfl-1-bdb625"},"namespace":"e2e-extmod-cfl-1-bdb625","name":"e2e-cfl-5b9cb6","reconcileID":"4ccdac29-a836-4d70-ae47-32715c71bb6f","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"e2e-extmod-cfl-1-bdb625"},"tenant":"e2e-extmod-a-e51c10","gateway":"openshift-ingress/e2e-extmod-a-e51c10","model":"e2e-extmod-cfl-1-bdb625/e2e-cfl-5b9cb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:24.065290073Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"e2e-extmod-cfl-1-bdb625"},"namespace":"e2e-extmod-cfl-1-bdb625","name":"e2e-cfl-5b9cb6","reconcileID":"4ccdac29-a836-4d70-ae47-32715c71bb6f","MaaSModelRef":{"name":"e2e-cfl-5b9cb6","namespace":"e2e-extmod-cfl-1-bdb625"},"routeName":"external-model-e2e-cfl-5b9cb6-daf2bf5125e8","namespace":"e2e-extmod-cfl-1-bdb625","model":"e2e-cfl-5b9cb6","externalModel":"e2e-cfl-5b9cb6","provider":"e2e-cfl-5b9cb6-provider","gateway":"openshift-ingress/e2e-extmod-a-e51c10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:24.068966849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"8a5e40b7-274f-4496-bf77-94d5da2631cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:24.071778767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"20d387c8-9dcb-454a-9d32-89523629ddfc","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"name":"e2e-extmod-a-ca2cd5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:24.07214092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"775900ee-f024-461a-81ea-caa17b52b413","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:24.07598956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2a36e68-f38a-42fe-b122-960434e57cfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:24.077553559Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-ca2cd5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"20d387c8-9dcb-454a-9d32-89523629ddfc","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:24.079390044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"775900ee-f024-461a-81ea-caa17b52b413","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:24.079587634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2a36e68-f38a-42fe-b122-960434e57cfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:24.083303234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2a36e68-f38a-42fe-b122-960434e57cfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:24.091908515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2a36e68-f38a-42fe-b122-960434e57cfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:24.168936574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"09ced9ae-9a4f-48a0-a0de-a7ca177641e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:24.17001156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a2f4e2a-1477-4815-8558-24c140c8ef13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:24.182289388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a2f4e2a-1477-4815-8558-24c140c8ef13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:24.258485502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"61a3a7fd-de93-4398-8902-372751fea067","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:24.264015055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"09ced9ae-9a4f-48a0-a0de-a7ca177641e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:24.270174573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"61a3a7fd-de93-4398-8902-372751fea067","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:24.278820736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"242464f1-1bfb-437e-b0e0-98b9096e50d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:24.280653501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f359e24b-f4d4-4775-947a-7c88366b46d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:24.289303457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"242464f1-1bfb-437e-b0e0-98b9096e50d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:24.289606187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f359e24b-f4d4-4775-947a-7c88366b46d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:24.338303161Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-5b9cb6","namespace":"e2e-extmod-cfl-1-bdb625"},"namespace":"e2e-extmod-cfl-1-bdb625","name":"e2e-cfl-5b9cb6","reconcileID":"a7a48099-9265-497f-82d4-dde1d468181a","namespace":"e2e-extmod-cfl-1-bdb625","name":"e2e-cfl-5b9cb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:24.394968105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"40cfd746-a5a3-461b-b743-9da16f1e4c0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:24.398478516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"4ccda70c-3ee6-41c5-a8bc-fa972803c986","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:24.404382197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"40cfd746-a5a3-461b-b743-9da16f1e4c0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:24.410844281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"4ccda70c-3ee6-41c5-a8bc-fa972803c986","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:24.481445568Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-5b9cb6","namespace":"e2e-extmod-cfl-1-bdb625"},"namespace":"e2e-extmod-cfl-1-bdb625","name":"e2e-cfl-5b9cb6","reconcileID":"2aca935c-9d5e-4b85-8287-53b6fc7d19ba","namespace":"e2e-extmod-cfl-1-bdb625","name":"e2e-cfl-5b9cb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:24.48402388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"f4049049-974e-4011-9de3-fde612fb29df","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ca2cd5","tenantID":"e2e-extmod-a-ca2cd5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:24.487684919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"582f2f6f-cd93-42cb-b14a-e6aead5b5c3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:24.488292894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"8fcb76ee-9a40-4cdd-9ae3-4e4a460e08e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:24.498552009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"582f2f6f-cd93-42cb-b14a-e6aead5b5c3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:24.499586277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"f4049049-974e-4011-9de3-fde612fb29df","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"name":"e2e-extmod-a-ca2cd5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:24.502211914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"8fcb76ee-9a40-4cdd-9ae3-4e4a460e08e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:24.505697852Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-ca2cd5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"f4049049-974e-4011-9de3-fde612fb29df","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:24.514817461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"b2d267ec-660e-444b-a9c7-e56a33080ca7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:24.557902473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"b2d267ec-660e-444b-a9c7-e56a33080ca7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:24.560164689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"532d73d5-0261-4860-8e6e-9b47e1b47e88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:24.56346956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"532d73d5-0261-4860-8e6e-9b47e1b47e88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:24.566599619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"532d73d5-0261-4860-8e6e-9b47e1b47e88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:24.570257046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"532d73d5-0261-4860-8e6e-9b47e1b47e88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:24.6223051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-access","reconcileID":"40e19198-5d91-4f4a-a848-62800437e220","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d6f956","tenantID":"e2e-extmod-a-d6f956","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:24.675409331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"b5e128ba-71a6-4db4-ac05-f554341d1639","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:24.74769821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"59584a08-0959-42e8-9894-0243595c2b92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:24.748876656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e38b2b22-a262-4b0a-9d8c-cf43f21937f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:24.763582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"35805fef-843f-40d1-9ba3-163c71f7eec1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:24.92889924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"35805fef-843f-40d1-9ba3-163c71f7eec1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:24.937254866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e38b2b22-a262-4b0a-9d8c-cf43f21937f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:24.942459784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"b5e128ba-71a6-4db4-ac05-f554341d1639","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:24.941040959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"59584a08-0959-42e8-9894-0243595c2b92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:24.954827446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-access","reconcileID":"40e19198-5d91-4f4a-a848-62800437e220","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"name":"e2e-extmod-a-d6f956-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:24.974647763Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","reconcileID":"22457c2b-fa7d-496f-9b21-641a286d48bf","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:25.073251975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"34194e89-eafd-4a11-8413-5bddc0711598","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:25.073459513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"1375f26b-e0a5-4138-ad94-3ef667a0ac30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:25.07435244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"6dec0c72-89a2-4637-8030-5ec0c89791e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:25.075364034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"27f44755-5696-4d2f-9aaa-c6105e625b79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:25.08125186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"34194e89-eafd-4a11-8413-5bddc0711598","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:25.083238727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"6dec0c72-89a2-4637-8030-5ec0c89791e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:25.084151798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"27f44755-5696-4d2f-9aaa-c6105e625b79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:25.0869861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"1375f26b-e0a5-4138-ad94-3ef667a0ac30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:25.110368928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dab7218-dc87-495a-88b4-b0ee5a84eee4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:25.122109094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dab7218-dc87-495a-88b4-b0ee5a84eee4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:25.125851023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dab7218-dc87-495a-88b4-b0ee5a84eee4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:25.129868007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dab7218-dc87-495a-88b4-b0ee5a84eee4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:25.179654072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"fe77b416-71d2-4001-981d-1c9b50d8ccf0","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ca2cd5","tenantID":"e2e-extmod-a-ca2cd5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:25.1901492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"fe77b416-71d2-4001-981d-1c9b50d8ccf0","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"name":"e2e-extmod-a-ca2cd5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:25.203048409Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-ca2cd5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"fe77b416-71d2-4001-981d-1c9b50d8ccf0","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:25.372630073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"5065753e-cb7b-4d91-ba58-1698f9115bdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:25.379882046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"1d03b123-b85a-48dd-b354-c7944f4e6783","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:25.380498649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"a8730e93-66a7-433a-b7d4-1253b64f5c9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:25.525445903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"5065753e-cb7b-4d91-ba58-1698f9115bdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:25.528683134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"a8730e93-66a7-433a-b7d4-1253b64f5c9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:25.578115423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"1d03b123-b85a-48dd-b354-c7944f4e6783","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:25.732905138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13e2a09f-9965-41f1-a418-4bb156f7a6ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:25.73674738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13e2a09f-9965-41f1-a418-4bb156f7a6ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:25.741458614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13e2a09f-9965-41f1-a418-4bb156f7a6ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:25.750715621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13e2a09f-9965-41f1-a418-4bb156f7a6ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:26.090469924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15146ed0-bfdd-4ea9-93c2-9de801edcbc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:26.097609119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15146ed0-bfdd-4ea9-93c2-9de801edcbc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:26.101744533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15146ed0-bfdd-4ea9-93c2-9de801edcbc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:26.107463429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15146ed0-bfdd-4ea9-93c2-9de801edcbc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:33.108990973Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","reconcileID":"a5e345a4-e353-4d06-86a9-eca3dfad94c7","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:33.736183645Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ecc266"},"namespace":"ai-tenant-e2e-extmod-b-ecc266","name":"default-tenant","reconcileID":"59704d5d-7fd3-4e5d-baab-92a55384fcbe","namespace":"ai-tenant-e2e-extmod-b-ecc266","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:33.736300389Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ecc266"},"namespace":"ai-tenant-e2e-extmod-b-ecc266","name":"default-tenant","reconcileID":"59704d5d-7fd3-4e5d-baab-92a55384fcbe","namespace":"ai-tenant-e2e-extmod-b-ecc266","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:33.736378971Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ecc266"},"namespace":"ai-tenant-e2e-extmod-b-ecc266","name":"default-tenant","reconcileID":"59704d5d-7fd3-4e5d-baab-92a55384fcbe","tenant":"e2e-extmod-b-ecc266","tenantID":"e2e-extmod-b-ecc266","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:33.756480687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ecc266"},"namespace":"ai-tenant-e2e-extmod-b-ecc266","name":"default-tenant","reconcileID":"59704d5d-7fd3-4e5d-baab-92a55384fcbe","gvk":"Deployment","name":"maas-api-e2e-extmod-b-ecc266","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:33.790090048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ecc266"},"namespace":"ai-tenant-e2e-extmod-b-ecc266","name":"default-tenant","reconcileID":"59704d5d-7fd3-4e5d-baab-92a55384fcbe","gvk":"Service","name":"maas-api-e2e-extmod-b-ecc266","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:33.862052048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ecc266"},"namespace":"ai-tenant-e2e-extmod-b-ecc266","name":"default-tenant","reconcileID":"59704d5d-7fd3-4e5d-baab-92a55384fcbe","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-ecc266","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:33.867234336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ecc266"},"namespace":"ai-tenant-e2e-extmod-b-ecc266","name":"default-tenant","reconcileID":"59704d5d-7fd3-4e5d-baab-92a55384fcbe","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-ecc266","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:33.87673919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ecc266"},"namespace":"ai-tenant-e2e-extmod-b-ecc266","name":"default-tenant","reconcileID":"59704d5d-7fd3-4e5d-baab-92a55384fcbe","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-ecc266","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:33.884864955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ecc266"},"namespace":"ai-tenant-e2e-extmod-b-ecc266","name":"default-tenant","reconcileID":"59704d5d-7fd3-4e5d-baab-92a55384fcbe","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-ecc266","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:33.892660941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ecc266"},"namespace":"ai-tenant-e2e-extmod-b-ecc266","name":"default-tenant","reconcileID":"59704d5d-7fd3-4e5d-baab-92a55384fcbe","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-ecc266","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:33.898190143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ecc266"},"namespace":"ai-tenant-e2e-extmod-b-ecc266","name":"default-tenant","reconcileID":"59704d5d-7fd3-4e5d-baab-92a55384fcbe","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-ecc266","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:33.901131864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ecc266"},"namespace":"ai-tenant-e2e-extmod-b-ecc266","name":"default-tenant","reconcileID":"59704d5d-7fd3-4e5d-baab-92a55384fcbe","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-ecc266","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:33.90406284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ecc266"},"namespace":"ai-tenant-e2e-extmod-b-ecc266","name":"default-tenant","reconcileID":"59704d5d-7fd3-4e5d-baab-92a55384fcbe","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-ecc266","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:33.907233356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ecc266"},"namespace":"ai-tenant-e2e-extmod-b-ecc266","name":"default-tenant","reconcileID":"59704d5d-7fd3-4e5d-baab-92a55384fcbe","gvk":"Service","name":"payload-processing-e2e-extmod-b-ecc266","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:33.910193214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ecc266"},"namespace":"ai-tenant-e2e-extmod-b-ecc266","name":"default-tenant","reconcileID":"59704d5d-7fd3-4e5d-baab-92a55384fcbe","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-ecc266","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:33.913250511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ecc266"},"namespace":"ai-tenant-e2e-extmod-b-ecc266","name":"default-tenant","reconcileID":"59704d5d-7fd3-4e5d-baab-92a55384fcbe","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-ecc266","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:33.915891584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ecc266"},"namespace":"ai-tenant-e2e-extmod-b-ecc266","name":"default-tenant","reconcileID":"59704d5d-7fd3-4e5d-baab-92a55384fcbe","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-ecc266","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:33.91930278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ecc266"},"namespace":"ai-tenant-e2e-extmod-b-ecc266","name":"default-tenant","reconcileID":"59704d5d-7fd3-4e5d-baab-92a55384fcbe","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-ecc266","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:33.925309165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ecc266"},"namespace":"ai-tenant-e2e-extmod-b-ecc266","name":"default-tenant","reconcileID":"59704d5d-7fd3-4e5d-baab-92a55384fcbe","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-ecc266","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:33.928006129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ecc266"},"namespace":"ai-tenant-e2e-extmod-b-ecc266","name":"default-tenant","reconcileID":"59704d5d-7fd3-4e5d-baab-92a55384fcbe","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-ecc266","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:33.931388251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ecc266"},"namespace":"ai-tenant-e2e-extmod-b-ecc266","name":"default-tenant","reconcileID":"59704d5d-7fd3-4e5d-baab-92a55384fcbe","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-ecc266","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:33.934291629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ecc266"},"namespace":"ai-tenant-e2e-extmod-b-ecc266","name":"default-tenant","reconcileID":"59704d5d-7fd3-4e5d-baab-92a55384fcbe","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-ecc266","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:33.937234938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ecc266"},"namespace":"ai-tenant-e2e-extmod-b-ecc266","name":"default-tenant","reconcileID":"59704d5d-7fd3-4e5d-baab-92a55384fcbe","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-ecc266","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:34.101465377Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-ecc266","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-ecc266","reconcileID":"198666ad-bad2-476a-862d-b4f293f7d925","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-ecc266","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-ecc266"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:34.393941993Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","reconcileID":"791f3218-1ac4-4847-8ed0-46e45bcd7776","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:34.633270834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"231081a0-a8c5-4101-83c3-3e760fef39f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:34.636621284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"231081a0-a8c5-4101-83c3-3e760fef39f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:34.639835768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"231081a0-a8c5-4101-83c3-3e760fef39f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:34.642980541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"231081a0-a8c5-4101-83c3-3e760fef39f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:34.919988598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1250f96a-d37b-448c-8c48-cdc3fdd882c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:34.923178615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1250f96a-d37b-448c-8c48-cdc3fdd882c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:34.926199126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1250f96a-d37b-448c-8c48-cdc3fdd882c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:34.929275365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1250f96a-d37b-448c-8c48-cdc3fdd882c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:35.272063873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"cf9b328e-58af-4bd4-bae4-f4b7ebf0eef3","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ca2cd5","tenantID":"e2e-extmod-a-ca2cd5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:35.280619452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"cf9b328e-58af-4bd4-bae4-f4b7ebf0eef3","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"name":"e2e-extmod-a-ca2cd5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:35.289952466Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-ca2cd5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"cf9b328e-58af-4bd4-bae4-f4b7ebf0eef3","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:37.478409456Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"default-tenant","reconcileID":"59cd2011-f45f-4ece-8c6c-6264585d9c60","namespace":"ai-tenant-e2e-extmod-a-1dd09d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:37.478499299Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"default-tenant","reconcileID":"59cd2011-f45f-4ece-8c6c-6264585d9c60","namespace":"ai-tenant-e2e-extmod-a-1dd09d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:37.478601118Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"default-tenant","reconcileID":"59cd2011-f45f-4ece-8c6c-6264585d9c60","tenant":"e2e-extmod-a-1dd09d","tenantID":"e2e-extmod-a-1dd09d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:37.487331268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"default-tenant","reconcileID":"59cd2011-f45f-4ece-8c6c-6264585d9c60","gvk":"Deployment","name":"maas-api-e2e-extmod-a-1dd09d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:37.504905977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"default-tenant","reconcileID":"59cd2011-f45f-4ece-8c6c-6264585d9c60","gvk":"Service","name":"maas-api-e2e-extmod-a-1dd09d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:37.521178657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"default-tenant","reconcileID":"59cd2011-f45f-4ece-8c6c-6264585d9c60","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-1dd09d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:37.530261339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"default-tenant","reconcileID":"59cd2011-f45f-4ece-8c6c-6264585d9c60","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-1dd09d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:37.542640608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"default-tenant","reconcileID":"59cd2011-f45f-4ece-8c6c-6264585d9c60","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-1dd09d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:37.548449105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"default-tenant","reconcileID":"59cd2011-f45f-4ece-8c6c-6264585d9c60","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-1dd09d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:37.564248461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"default-tenant","reconcileID":"59cd2011-f45f-4ece-8c6c-6264585d9c60","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-1dd09d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:37.569980765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"default-tenant","reconcileID":"59cd2011-f45f-4ece-8c6c-6264585d9c60","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-1dd09d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:37.572936869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"default-tenant","reconcileID":"59cd2011-f45f-4ece-8c6c-6264585d9c60","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-1dd09d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:37.575766378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"default-tenant","reconcileID":"59cd2011-f45f-4ece-8c6c-6264585d9c60","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-1dd09d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:37.578657589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"default-tenant","reconcileID":"59cd2011-f45f-4ece-8c6c-6264585d9c60","gvk":"Service","name":"payload-processing-e2e-extmod-a-1dd09d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:37.581718477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"default-tenant","reconcileID":"59cd2011-f45f-4ece-8c6c-6264585d9c60","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-1dd09d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:37.587355578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"default-tenant","reconcileID":"59cd2011-f45f-4ece-8c6c-6264585d9c60","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-1dd09d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:37.592411613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"default-tenant","reconcileID":"59cd2011-f45f-4ece-8c6c-6264585d9c60","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-1dd09d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:37.596252067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"default-tenant","reconcileID":"59cd2011-f45f-4ece-8c6c-6264585d9c60","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-1dd09d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:37.602846043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"default-tenant","reconcileID":"59cd2011-f45f-4ece-8c6c-6264585d9c60","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-1dd09d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:37.605662807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"default-tenant","reconcileID":"59cd2011-f45f-4ece-8c6c-6264585d9c60","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-1dd09d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:37.608511874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"default-tenant","reconcileID":"59cd2011-f45f-4ece-8c6c-6264585d9c60","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-1dd09d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:37.611313016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"default-tenant","reconcileID":"59cd2011-f45f-4ece-8c6c-6264585d9c60","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-1dd09d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:37.614271895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1dd09d"},"namespace":"ai-tenant-e2e-extmod-a-1dd09d","name":"default-tenant","reconcileID":"59cd2011-f45f-4ece-8c6c-6264585d9c60","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-1dd09d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:37.756682802Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-1dd09d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-1dd09d","reconcileID":"8280d5ad-b971-4f7b-a316-ccc0a5cd1855","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-1dd09d","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-1dd09d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:37.787427086Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","reconcileID":"ef7648fe-7f83-4fde-ad9c-c327d826a1df","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:38.312921024Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","reconcileID":"25daf9ba-b210-4cad-b6f8-5d01ac905631","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:38.336382045Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","reconcileID":"18bf97e7-b79d-4c9e-b962-5eb46f9a69d8","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:38.397568473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fd19d87-4afb-410a-b6cb-6a81f36cd8d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:38.404356071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fd19d87-4afb-410a-b6cb-6a81f36cd8d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:38.417363233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fd19d87-4afb-410a-b6cb-6a81f36cd8d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:38.422479714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fd19d87-4afb-410a-b6cb-6a81f36cd8d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:38.751328606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c017331a-c033-4d52-a3ef-026d3fb3877f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:38.75655076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c017331a-c033-4d52-a3ef-026d3fb3877f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:38.760292134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c017331a-c033-4d52-a3ef-026d3fb3877f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:38.763978752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c017331a-c033-4d52-a3ef-026d3fb3877f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:40.394574857Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:42.815793022Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","reconcileID":"ad62b996-fdba-4ea3-a631-51a14308ce80","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:42.894435483Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","reconcileID":"d3439504-a5f9-4eef-a08e-70f3c9150f89","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:43.634820514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c4d2df7-4388-4e7d-aa70-77df84323811","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:43.638284286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c4d2df7-4388-4e7d-aa70-77df84323811","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:43.641419134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c4d2df7-4388-4e7d-aa70-77df84323811","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:43.644688104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c4d2df7-4388-4e7d-aa70-77df84323811","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:43.707176415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-82f59a-sub","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-sub","reconcileID":"09682992-d08d-4262-8a77-5a44f5cf748f","MaaSSubscription":{"name":"e2e-cmp-legacy-82f59a-sub","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"name":"maas-trlp-e2e-cmp-legacy-82f59a","model":"ai-tenant-e2e-extmod-a-d6f956/e2e-cmp-legacy-82f59a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:43.750470252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a","reconcileID":"f96b816f-560a-4ada-b5b7-081ca4164708","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"tenant":"e2e-extmod-a-d6f956","gateway":"openshift-ingress/e2e-extmod-a-d6f956","model":"ai-tenant-e2e-extmod-a-d6f956/e2e-cmp-legacy-82f59a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:43.759712515Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a","reconcileID":"f96b816f-560a-4ada-b5b7-081ca4164708","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"routeName":"external-model-e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956","model":"e2e-cmp-legacy-82f59a","externalModel":"e2e-cmp-legacy-82f59a","provider":"e2e-cmp-legacy-82f59a-provider","gateway":"openshift-ingress/e2e-extmod-a-d6f956","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:43.898285853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-access","reconcileID":"865f9a94-1478-4a65-827f-a2013ab0b9cf","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d6f956","tenantID":"e2e-extmod-a-d6f956","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:43.958729432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-access","reconcileID":"865f9a94-1478-4a65-827f-a2013ab0b9cf","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"name":"e2e-extmod-a-d6f956-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:44.013116871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"0fa74491-3c3d-4c8f-9365-5686a97cc236","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ca2cd5","tenantID":"e2e-extmod-a-ca2cd5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:44.016663956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8571de4-8897-4f2d-a600-a073a690c7bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:44.019891675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"0fa74491-3c3d-4c8f-9365-5686a97cc236","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"name":"e2e-extmod-a-ca2cd5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:44.020464834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8571de4-8897-4f2d-a600-a073a690c7bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:44.023726962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8571de4-8897-4f2d-a600-a073a690c7bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:44.027166888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8571de4-8897-4f2d-a600-a073a690c7bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:44.027471777Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-ca2cd5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fb1a61ed7c0ad8b057a070e8e67acc47df38764e607cfe05d9fa879461ac26f2) AuthConfig (c9d97b8624c3721cdb1c388220a56afd6baea87c1ae490b979ece8738d5cf19a) AuthConfig (3f659adf327deb04569eccb1d23c89382adda42efa7a496aa1344d530aba89fa) AuthConfig (4872a7e270e1e80e48c5e20cd32f2c593d240f41f476102f940895e86f74c51b) AuthConfig (93349ccdb90264932b989804c65f7bc17e8f1cd0a87f202908de6ba2c5de5977) AuthConfig (e0fc7c1179013e3ccc4ed3d063d6a27c81acb87b9618458ac3c4fd88e4a98a8e) AuthConfig (fe5cdf199a82098fbc88947a7281138c0d7df1888d5f39c0a422bad810c458a3) AuthConfig (1da6e91f505e8891aac20cff67f3e78d16b0d172ede287c694d5dcaf077bb5f6) AuthConfig (fa40042720b368d3504cf5098be37285415f277b83bfec5ebc9e830da66123d4) AuthConfig (d070afd0f11b64c676e6f53761d790697309dbc23cb42bedfcffec37917c523a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"0fa74491-3c3d-4c8f-9365-5686a97cc236","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:44.037904985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"namespace":"e2e-extmod-cfl-1-aeca82","name":"e2e-cfl-5f2375","reconcileID":"3edee6f5-a4cb-4e2c-80d9-235c1a7427d0","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"tenant":"e2e-extmod-a-ca2cd5","gateway":"openshift-ingress/e2e-extmod-a-ca2cd5","model":"e2e-extmod-cfl-1-aeca82/e2e-cfl-5f2375","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:44.037924333Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"namespace":"e2e-extmod-cfl-1-aeca82","name":"e2e-cfl-5f2375","reconcileID":"3edee6f5-a4cb-4e2c-80d9-235c1a7427d0","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"routeName":"external-model-e2e-cfl-5f2375-d7bbc5930308","namespace":"e2e-extmod-cfl-1-aeca82","model":"e2e-cfl-5f2375","externalModel":"e2e-cfl-5f2375","provider":"e2e-cfl-5f2375-provider","gateway":"openshift-ingress/e2e-extmod-a-ca2cd5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:44.333064981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0660f59d-55b1-4a09-a9bd-1e69a306bd36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:44.336283896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0660f59d-55b1-4a09-a9bd-1e69a306bd36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:44.339286427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0660f59d-55b1-4a09-a9bd-1e69a306bd36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:44.342517071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0660f59d-55b1-4a09-a9bd-1e69a306bd36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:45.40095577Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","reconcileID":"2b4b929c-8b51-4f19-9b17-6af086f3814a","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:45.413876228Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","reconcileID":"8d39b16b-3ca5-47c1-8b4d-721b6e6a71c9","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:45.603562457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4abcbd0-470b-4fe5-87dc-adcb9f1c04b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:45.685948416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4abcbd0-470b-4fe5-87dc-adcb9f1c04b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:45.699862131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4abcbd0-470b-4fe5-87dc-adcb9f1c04b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:45.702790762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4abcbd0-470b-4fe5-87dc-adcb9f1c04b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:46.187334807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e79fd51f-249d-4a8a-8204-6a8466525c7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:46.192529306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e79fd51f-249d-4a8a-8204-6a8466525c7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:46.195681264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e79fd51f-249d-4a8a-8204-6a8466525c7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:46.199425958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e79fd51f-249d-4a8a-8204-6a8466525c7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:46.384844936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"244eb51a-7040-4f5e-b3d2-ad450770d64d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:46.395559896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"244eb51a-7040-4f5e-b3d2-ad450770d64d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:46.406621699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"244eb51a-7040-4f5e-b3d2-ad450770d64d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:46.417594697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"244eb51a-7040-4f5e-b3d2-ad450770d64d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:46.501135556Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a","reconcileID":"09434925-973e-45f5-bd73-2b753c617fa0","namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:46.504464328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a","reconcileID":"46794627-bb3d-4151-8496-1396ce5038b3","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"tenant":"e2e-extmod-a-d6f956","gateway":"openshift-ingress/e2e-extmod-a-d6f956","model":"ai-tenant-e2e-extmod-a-d6f956/e2e-cmp-legacy-82f59a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:46.504532897Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a","reconcileID":"46794627-bb3d-4151-8496-1396ce5038b3","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"routeName":"external-model-e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956","model":"e2e-cmp-legacy-82f59a","externalModel":"e2e-cmp-legacy-82f59a","provider":"e2e-cmp-legacy-82f59a-provider","gateway":"openshift-ingress/e2e-extmod-a-d6f956","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:46.513508641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"dabe1bd4-f248-4793-80ac-f4ec53a859d6","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ca2cd5","tenantID":"e2e-extmod-a-ca2cd5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:46.514262508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-access","reconcileID":"3b7e5619-8e81-43ce-831d-a5bc6df000ad","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d6f956","tenantID":"e2e-extmod-a-d6f956","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:46.515569232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"35e84963-d2e5-40e5-820f-7ccde534a375","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:46.517189962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"9dd1ac86-f264-4d78-a177-a582cff9c132","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:46.521829447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-access","reconcileID":"3b7e5619-8e81-43ce-831d-a5bc6df000ad","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"name":"e2e-extmod-a-d6f956-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:46.52254138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"bc354499-d1b2-4a3b-93a3-05962760b3e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:46.523000696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"dabe1bd4-f248-4793-80ac-f4ec53a859d6","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"name":"e2e-extmod-a-ca2cd5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:46.525410423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"9dd1ac86-f264-4d78-a177-a582cff9c132","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:46.526385796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"35e84963-d2e5-40e5-820f-7ccde534a375","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:46.558669871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"bc354499-d1b2-4a3b-93a3-05962760b3e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:46.560371963Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-ca2cd5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fb1a61ed7c0ad8b057a070e8e67acc47df38764e607cfe05d9fa879461ac26f2) AuthConfig (c9d97b8624c3721cdb1c388220a56afd6baea87c1ae490b979ece8738d5cf19a) AuthConfig (3f659adf327deb04569eccb1d23c89382adda42efa7a496aa1344d530aba89fa) AuthConfig (4872a7e270e1e80e48c5e20cd32f2c593d240f41f476102f940895e86f74c51b) AuthConfig (93349ccdb90264932b989804c65f7bc17e8f1cd0a87f202908de6ba2c5de5977) AuthConfig (e0fc7c1179013e3ccc4ed3d063d6a27c81acb87b9618458ac3c4fd88e4a98a8e) AuthConfig (fe5cdf199a82098fbc88947a7281138c0d7df1888d5f39c0a422bad810c458a3) AuthConfig (1da6e91f505e8891aac20cff67f3e78d16b0d172ede287c694d5dcaf077bb5f6) AuthConfig (fa40042720b368d3504cf5098be37285415f277b83bfec5ebc9e830da66123d4) AuthConfig (d070afd0f11b64c676e6f53761d790697309dbc23cb42bedfcffec37917c523a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"dabe1bd4-f248-4793-80ac-f4ec53a859d6","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:46.595724772Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a","reconcileID":"29add21c-29c6-4cb6-a29e-aecec484e273","namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:46.601284313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a","reconcileID":"cfb99967-bf5b-47da-b771-09255b441553","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"tenant":"e2e-extmod-a-d6f956","gateway":"openshift-ingress/e2e-extmod-a-d6f956","model":"ai-tenant-e2e-extmod-a-d6f956/e2e-cmp-legacy-82f59a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:46.601361472Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a","reconcileID":"cfb99967-bf5b-47da-b771-09255b441553","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"routeName":"external-model-e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956","model":"e2e-cmp-legacy-82f59a","externalModel":"e2e-cmp-legacy-82f59a","provider":"e2e-cmp-legacy-82f59a-provider","gateway":"openshift-ingress/e2e-extmod-a-d6f956","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:46.602785536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"66c13c81-30af-44c4-8f08-7c7af248d691","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:46.605765213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"53ca5c88-ede5-4411-8f62-1b68680eeb2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:46.611721531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"66c13c81-30af-44c4-8f08-7c7af248d691","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:46.615463069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"53ca5c88-ede5-4411-8f62-1b68680eeb2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:46.640006929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"61faf789-c18d-4bf5-91a8-80ab7bac0a23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:46.666909978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"61faf789-c18d-4bf5-91a8-80ab7bac0a23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:46.667556531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"5bfba1a0-91c7-4da9-9f79-82d201e1663c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:46.762164943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"5bfba1a0-91c7-4da9-9f79-82d201e1663c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:46.795600956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"e83ed24d-fc47-45f7-9c62-ccdb12f49ef6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:46.799124522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f97a2832-babc-440d-bc30-1704a1997789","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:46.856644181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d35a7542-08b4-4df3-9ab3-cdc4d5e67d5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:46.860276966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"e83ed24d-fc47-45f7-9c62-ccdb12f49ef6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:46.871194981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f97a2832-babc-440d-bc30-1704a1997789","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:46.877557097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d35a7542-08b4-4df3-9ab3-cdc4d5e67d5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:46.904330094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"626f5c73-5956-490d-8b42-203519c378cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:46.916170743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"626f5c73-5956-490d-8b42-203519c378cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:46.922571632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e959509e-4df8-487b-a6d6-576733e6abba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:46.92637671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e959509e-4df8-487b-a6d6-576733e6abba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:46.930186276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e959509e-4df8-487b-a6d6-576733e6abba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:46.933494108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e959509e-4df8-487b-a6d6-576733e6abba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:46.993130886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"e44828d3-7063-4d66-8139-7160f3d7bdb6","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ca2cd5","tenantID":"e2e-extmod-a-ca2cd5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:46.999471675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"2d78fda8-ad52-40f6-95bc-106c37675838","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:47.000071036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"d9a93f39-0507-48df-92c4-28c3590af204","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:47.000615106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"d7296988-f66b-4482-8498-bad04704fbb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:47.000730148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-access","reconcileID":"6e1d93a9-62c6-442b-ab73-5c80fb140d98","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d6f956","tenantID":"e2e-extmod-a-d6f956","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:47.006468043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"e44828d3-7063-4d66-8139-7160f3d7bdb6","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"name":"e2e-extmod-a-ca2cd5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:47.01496793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"2d78fda8-ad52-40f6-95bc-106c37675838","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:47.017407167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"d7296988-f66b-4482-8498-bad04704fbb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:47.019476006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"d9a93f39-0507-48df-92c4-28c3590af204","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:47.01966621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-access","reconcileID":"6e1d93a9-62c6-442b-ab73-5c80fb140d98","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"name":"e2e-extmod-a-d6f956-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:47.020857233Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-ca2cd5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fb1a61ed7c0ad8b057a070e8e67acc47df38764e607cfe05d9fa879461ac26f2) AuthConfig (c9d97b8624c3721cdb1c388220a56afd6baea87c1ae490b979ece8738d5cf19a) AuthConfig (3f659adf327deb04569eccb1d23c89382adda42efa7a496aa1344d530aba89fa) AuthConfig (4872a7e270e1e80e48c5e20cd32f2c593d240f41f476102f940895e86f74c51b) AuthConfig (93349ccdb90264932b989804c65f7bc17e8f1cd0a87f202908de6ba2c5de5977) AuthConfig (e0fc7c1179013e3ccc4ed3d063d6a27c81acb87b9618458ac3c4fd88e4a98a8e) AuthConfig (fe5cdf199a82098fbc88947a7281138c0d7df1888d5f39c0a422bad810c458a3) AuthConfig (1da6e91f505e8891aac20cff67f3e78d16b0d172ede287c694d5dcaf077bb5f6) AuthConfig (fa40042720b368d3504cf5098be37285415f277b83bfec5ebc9e830da66123d4) AuthConfig (d070afd0f11b64c676e6f53761d790697309dbc23cb42bedfcffec37917c523a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"e44828d3-7063-4d66-8139-7160f3d7bdb6","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:47.087320095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"10dd2be2-d3b0-407e-83d6-533a0d678adc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:47.088426627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"7d0b08dc-f6df-414f-ba1e-6408dcecd81d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:47.089413258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"f07e7a4f-127e-47b7-a20f-7d104de67656","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:47.170582254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"10dd2be2-d3b0-407e-83d6-533a0d678adc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:47.175087867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"7d0b08dc-f6df-414f-ba1e-6408dcecd81d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:47.175951757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"f07e7a4f-127e-47b7-a20f-7d104de67656","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:48.389930785Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","reconcileID":"4774de2e-572c-4e14-9085-224cc182d237","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:53.086036653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a","reconcileID":"db22b6be-5435-4c9a-9b8e-e28e27031f7a","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"tenant":"e2e-extmod-a-d6f956","gateway":"openshift-ingress/e2e-extmod-a-d6f956","model":"ai-tenant-e2e-extmod-a-d6f956/e2e-cmp-legacy-82f59a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:53.086065651Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a","reconcileID":"db22b6be-5435-4c9a-9b8e-e28e27031f7a","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"routeName":"external-model-e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956","model":"e2e-cmp-legacy-82f59a","externalModel":"e2e-cmp-legacy-82f59a","provider":"e2e-cmp-legacy-82f59a-provider","gateway":"openshift-ingress/e2e-extmod-a-d6f956","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:53.089239012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-access","reconcileID":"5d455119-879a-498a-95f9-2c6d57efcba2","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d6f956","tenantID":"e2e-extmod-a-d6f956","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:53.104641266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-access","reconcileID":"5d455119-879a-498a-95f9-2c6d57efcba2","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"name":"e2e-extmod-a-d6f956-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:53.105189998Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-82f59a-sub","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-sub","reconcileID":"0942d35c-b6fc-4c0b-bee1-b85448b9976e","MaaSSubscription":{"name":"e2e-cmp-legacy-82f59a-sub","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-90343bb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:53.225148394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-access","reconcileID":"3dc86d18-f0bc-46dc-8650-8c3728c73ae3","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d6f956","tenantID":"e2e-extmod-a-d6f956","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:53.232381617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-access","reconcileID":"3dc86d18-f0bc-46dc-8650-8c3728c73ae3","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"name":"e2e-extmod-a-d6f956-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:53.376556708Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","reconcileID":"da97da6a-8930-47e9-82c3-9756811fb2a1","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:55.451689304Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","reconcileID":"284ceba2-b569-4c8a-b989-00f2e4cc26b2","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:57.056366521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"f2a2e440-eb03-4892-b662-5726193bbbf7","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ca2cd5","tenantID":"e2e-extmod-a-ca2cd5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:57.063465066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"f2a2e440-eb03-4892-b662-5726193bbbf7","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"name":"e2e-extmod-a-ca2cd5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:57.069043227Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-ca2cd5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fb1a61ed7c0ad8b057a070e8e67acc47df38764e607cfe05d9fa879461ac26f2) AuthConfig (c9d97b8624c3721cdb1c388220a56afd6baea87c1ae490b979ece8738d5cf19a) AuthConfig (3f659adf327deb04569eccb1d23c89382adda42efa7a496aa1344d530aba89fa) AuthConfig (4872a7e270e1e80e48c5e20cd32f2c593d240f41f476102f940895e86f74c51b) AuthConfig (93349ccdb90264932b989804c65f7bc17e8f1cd0a87f202908de6ba2c5de5977) AuthConfig (e0fc7c1179013e3ccc4ed3d063d6a27c81acb87b9618458ac3c4fd88e4a98a8e) AuthConfig (fe5cdf199a82098fbc88947a7281138c0d7df1888d5f39c0a422bad810c458a3) AuthConfig (1da6e91f505e8891aac20cff67f3e78d16b0d172ede287c694d5dcaf077bb5f6) AuthConfig (fa40042720b368d3504cf5098be37285415f277b83bfec5ebc9e830da66123d4) AuthConfig (d070afd0f11b64c676e6f53761d790697309dbc23cb42bedfcffec37917c523a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"f2a2e440-eb03-4892-b662-5726193bbbf7","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:59.072823213Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"default-tenant","reconcileID":"070a6105-9391-4063-9df6-12dc64ef8de6","namespace":"ai-tenant-e2e-extmod-a-e51c10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:59.072881427Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"default-tenant","reconcileID":"070a6105-9391-4063-9df6-12dc64ef8de6","namespace":"ai-tenant-e2e-extmod-a-e51c10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:59.072928972Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"default-tenant","reconcileID":"070a6105-9391-4063-9df6-12dc64ef8de6","tenant":"e2e-extmod-a-e51c10","tenantID":"e2e-extmod-a-e51c10","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:59.078145779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"default-tenant","reconcileID":"070a6105-9391-4063-9df6-12dc64ef8de6","gvk":"Deployment","name":"maas-api-e2e-extmod-a-e51c10","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:59.091775836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"default-tenant","reconcileID":"070a6105-9391-4063-9df6-12dc64ef8de6","gvk":"Service","name":"maas-api-e2e-extmod-a-e51c10","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:59.102224714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"default-tenant","reconcileID":"070a6105-9391-4063-9df6-12dc64ef8de6","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-e51c10","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:59.109804587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"default-tenant","reconcileID":"070a6105-9391-4063-9df6-12dc64ef8de6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-e51c10","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:59.121901626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"default-tenant","reconcileID":"070a6105-9391-4063-9df6-12dc64ef8de6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-e51c10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:59.129832236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"default-tenant","reconcileID":"070a6105-9391-4063-9df6-12dc64ef8de6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-e51c10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:59.140586301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"default-tenant","reconcileID":"070a6105-9391-4063-9df6-12dc64ef8de6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-e51c10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:59.146194458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"default-tenant","reconcileID":"070a6105-9391-4063-9df6-12dc64ef8de6","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-e51c10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:59.150309521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"default-tenant","reconcileID":"070a6105-9391-4063-9df6-12dc64ef8de6","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-e51c10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:59.153380605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"default-tenant","reconcileID":"070a6105-9391-4063-9df6-12dc64ef8de6","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-e51c10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:59.156387675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"default-tenant","reconcileID":"070a6105-9391-4063-9df6-12dc64ef8de6","gvk":"Service","name":"payload-processing-e2e-extmod-a-e51c10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:59.159085145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"default-tenant","reconcileID":"070a6105-9391-4063-9df6-12dc64ef8de6","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-e51c10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:59.162644854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"default-tenant","reconcileID":"070a6105-9391-4063-9df6-12dc64ef8de6","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-e51c10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:59.166075362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"default-tenant","reconcileID":"070a6105-9391-4063-9df6-12dc64ef8de6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-e51c10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:59.16876591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"default-tenant","reconcileID":"070a6105-9391-4063-9df6-12dc64ef8de6","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-e51c10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:59.175173795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"default-tenant","reconcileID":"070a6105-9391-4063-9df6-12dc64ef8de6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-e51c10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:59.178484402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"default-tenant","reconcileID":"070a6105-9391-4063-9df6-12dc64ef8de6","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-e51c10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:59.181348761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"default-tenant","reconcileID":"070a6105-9391-4063-9df6-12dc64ef8de6","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-e51c10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:59.184253309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"default-tenant","reconcileID":"070a6105-9391-4063-9df6-12dc64ef8de6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-e51c10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:59.187162946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e51c10"},"namespace":"ai-tenant-e2e-extmod-a-e51c10","name":"default-tenant","reconcileID":"070a6105-9391-4063-9df6-12dc64ef8de6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-e51c10","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:59.298632616Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-e51c10","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-e51c10","reconcileID":"35ff71a0-1e18-4b33-8e05-edde2cf0b123","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-e51c10","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-e51c10"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:59.503508274Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","reconcileID":"74c9e87a-db5e-44c6-b2bb-fcfc9a4e908e","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:59.934038784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa0a11ce-5f97-4696-a990-b73891cb792b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:59.938186419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa0a11ce-5f97-4696-a990-b73891cb792b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:59.943152081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa0a11ce-5f97-4696-a990-b73891cb792b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:59.946832627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa0a11ce-5f97-4696-a990-b73891cb792b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:00.277525681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebf3bccb-98c6-4f93-8a55-d8a84cf2a5e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:00.282231175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebf3bccb-98c6-4f93-8a55-d8a84cf2a5e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:00.286348516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebf3bccb-98c6-4f93-8a55-d8a84cf2a5e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:00.28947714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebf3bccb-98c6-4f93-8a55-d8a84cf2a5e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:02.844389225Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"default-tenant","reconcileID":"a56e5e94-0786-45ae-a680-265da8fae090","namespace":"ai-tenant-e2e-extmod-b-e67d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:02.844448805Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"default-tenant","reconcileID":"a56e5e94-0786-45ae-a680-265da8fae090","namespace":"ai-tenant-e2e-extmod-b-e67d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:02.844497485Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"default-tenant","reconcileID":"a56e5e94-0786-45ae-a680-265da8fae090","tenant":"e2e-extmod-b-e67d95","tenantID":"e2e-extmod-b-e67d95","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:02.849524333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"default-tenant","reconcileID":"a56e5e94-0786-45ae-a680-265da8fae090","gvk":"Deployment","name":"maas-api-e2e-extmod-b-e67d95","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:02.867484225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"default-tenant","reconcileID":"a56e5e94-0786-45ae-a680-265da8fae090","gvk":"Service","name":"maas-api-e2e-extmod-b-e67d95","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:02.877165845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"default-tenant","reconcileID":"a56e5e94-0786-45ae-a680-265da8fae090","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-e67d95","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:02.888687084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"default-tenant","reconcileID":"a56e5e94-0786-45ae-a680-265da8fae090","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-e67d95","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:02.89443306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"default-tenant","reconcileID":"a56e5e94-0786-45ae-a680-265da8fae090","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-e67d95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:02.910179453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"default-tenant","reconcileID":"a56e5e94-0786-45ae-a680-265da8fae090","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-e67d95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:02.922799028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"default-tenant","reconcileID":"a56e5e94-0786-45ae-a680-265da8fae090","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-e67d95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:02.928456146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"default-tenant","reconcileID":"a56e5e94-0786-45ae-a680-265da8fae090","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-e67d95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:02.9315584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"default-tenant","reconcileID":"a56e5e94-0786-45ae-a680-265da8fae090","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-e67d95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:02.934275619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"default-tenant","reconcileID":"a56e5e94-0786-45ae-a680-265da8fae090","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-e67d95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:02.942113825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"default-tenant","reconcileID":"a56e5e94-0786-45ae-a680-265da8fae090","gvk":"Service","name":"payload-processing-e2e-extmod-b-e67d95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:02.945064895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"default-tenant","reconcileID":"a56e5e94-0786-45ae-a680-265da8fae090","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-e67d95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:02.947843196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"default-tenant","reconcileID":"a56e5e94-0786-45ae-a680-265da8fae090","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-e67d95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:02.950460676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"default-tenant","reconcileID":"a56e5e94-0786-45ae-a680-265da8fae090","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-e67d95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:02.953618956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"default-tenant","reconcileID":"a56e5e94-0786-45ae-a680-265da8fae090","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-e67d95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:02.959448359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"default-tenant","reconcileID":"a56e5e94-0786-45ae-a680-265da8fae090","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-e67d95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:02.962188351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"default-tenant","reconcileID":"a56e5e94-0786-45ae-a680-265da8fae090","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-e67d95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:02.96470347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"default-tenant","reconcileID":"a56e5e94-0786-45ae-a680-265da8fae090","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-e67d95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:02.967287182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"default-tenant","reconcileID":"a56e5e94-0786-45ae-a680-265da8fae090","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-e67d95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:02.969856559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e67d95"},"namespace":"ai-tenant-e2e-extmod-b-e67d95","name":"default-tenant","reconcileID":"a56e5e94-0786-45ae-a680-265da8fae090","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-e67d95","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:03.259638515Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-82f59a-sub","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-sub","reconcileID":"4c46f509-050d-4b31-b3d2-46f0b6b2d1c1","MaaSSubscription":{"name":"e2e-cmp-legacy-82f59a-sub","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"model":"ai-tenant-e2e-extmod-a-d6f956/e2e-cmp-legacy-82f59a","subscription":"e2e-cmp-legacy-82f59a-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:03.317518908Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-e67d95","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-e67d95","reconcileID":"f9b63f74-7f03-48ad-bdf2-b5408f806fd3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-e67d95","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-e67d95"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:03.317783007Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-82f59a-sub","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-sub","reconcileID":"4c46f509-050d-4b31-b3d2-46f0b6b2d1c1","MaaSSubscription":{"name":"e2e-cmp-legacy-82f59a-sub","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"model":"ai-tenant-e2e-extmod-a-d6f956/e2e-cmp-legacy-82f59a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:03.327721917Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-82f59a-sub","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-sub","reconcileID":"4c46f509-050d-4b31-b3d2-46f0b6b2d1c1","MaaSSubscription":{"name":"e2e-cmp-legacy-82f59a-sub","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"name":"maas-trlp-e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956","model":"ai-tenant-e2e-extmod-a-d6f956/e2e-cmp-legacy-82f59a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:03.43251434Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","reconcileID":"b118fdec-433b-4fef-b2e9-4a11e061a08d","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:03.517005692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a","reconcileID":"bcf7e7a3-d116-4f85-ab51-5e5d2f933d2b","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"tenant":"e2e-extmod-a-d6f956","gateway":"openshift-ingress/e2e-extmod-a-d6f956","model":"ai-tenant-e2e-extmod-a-d6f956/e2e-cmp-legacy-82f59a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:03.51712861Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a","reconcileID":"bcf7e7a3-d116-4f85-ab51-5e5d2f933d2b","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"routeName":"external-model-e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956","model":"e2e-cmp-legacy-82f59a","externalModel":"e2e-cmp-legacy-82f59a","provider":"e2e-cmp-legacy-82f59a-provider","gateway":"openshift-ingress/e2e-extmod-a-d6f956","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:03.522037125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-access","reconcileID":"cbbf5196-994e-4e42-92f7-557c46ed0b88","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d6f956","tenantID":"e2e-extmod-a-d6f956","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:03.539914495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-access","reconcileID":"cbbf5196-994e-4e42-92f7-557c46ed0b88","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"name":"e2e-extmod-a-d6f956-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:03.695939268Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-access","reconcileID":"a5f2a568-c9d5-47be-9255-e38911b69242","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"model":"ai-tenant-e2e-extmod-a-d6f956/e2e-cmp-legacy-82f59a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:03.697525427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a","reconcileID":"f5ff47bb-9f65-484b-981f-e0a37bb64d83","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"tenant":"e2e-extmod-a-d6f956","gateway":"openshift-ingress/e2e-extmod-a-d6f956","model":"ai-tenant-e2e-extmod-a-d6f956/e2e-cmp-legacy-82f59a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:03.697634968Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a","reconcileID":"f5ff47bb-9f65-484b-981f-e0a37bb64d83","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"routeName":"external-model-e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956","model":"e2e-cmp-legacy-82f59a","externalModel":"e2e-cmp-legacy-82f59a","provider":"e2e-cmp-legacy-82f59a-provider","gateway":"openshift-ingress/e2e-extmod-a-d6f956","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:03.849577566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b53aba03-5c72-4aa3-8edd-a8debca7f559","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:03.853639233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b53aba03-5c72-4aa3-8edd-a8debca7f559","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:03.856888014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b53aba03-5c72-4aa3-8edd-a8debca7f559","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:03.860368164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b53aba03-5c72-4aa3-8edd-a8debca7f559","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:03.881897891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-access","reconcileID":"a5f2a568-c9d5-47be-9255-e38911b69242","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d6f956","tenantID":"e2e-extmod-a-d6f956","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:03.930930819Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-access","reconcileID":"a5f2a568-c9d5-47be-9255-e38911b69242","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"name":"e2e-extmod-a-d6f956-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:03.930962752Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a-access","reconcileID":"a5f2a568-c9d5-47be-9255-e38911b69242","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-82f59a-access","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d6f956","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:03.946050197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a","reconcileID":"abc5a280-2f58-471f-8478-95950a9cb13f","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"tenant":"e2e-extmod-a-d6f956","gateway":"openshift-ingress/e2e-extmod-a-d6f956","model":"ai-tenant-e2e-extmod-a-d6f956/e2e-cmp-legacy-82f59a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:03.946077642Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a","reconcileID":"abc5a280-2f58-471f-8478-95950a9cb13f","MaaSModelRef":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"routeName":"external-model-e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956","model":"e2e-cmp-legacy-82f59a","externalModel":"e2e-cmp-legacy-82f59a","provider":"e2e-cmp-legacy-82f59a-provider","gateway":"openshift-ingress/e2e-extmod-a-d6f956","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:04.054888093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c83b060e-197a-400b-9fd6-2f025afcf475","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:04.058409417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c83b060e-197a-400b-9fd6-2f025afcf475","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:04.062134174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c83b060e-197a-400b-9fd6-2f025afcf475","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:04.06585855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c83b060e-197a-400b-9fd6-2f025afcf475","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:04.482635685Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a","reconcileID":"8fb69f33-1fa6-47ab-ada7-42549a6dc8e0","namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:04.492755281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"7c1b9d2c-1396-48fc-815a-094408f5f4cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:04.493002542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"6b45fa77-62dd-467d-97b5-ac4fb66f5d4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:04.493379325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"758072b2-5d0a-4b58-a7b6-dca9c0a4e888","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ca2cd5","tenantID":"e2e-extmod-a-ca2cd5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:04.494122585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"a62c8ef6-3773-4def-be35-cfb5454c1a0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:04.494648981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"f045092f-9fea-4f10-919b-ff3a32fbd9eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:04.500839853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"6b45fa77-62dd-467d-97b5-ac4fb66f5d4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:04.502051494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"758072b2-5d0a-4b58-a7b6-dca9c0a4e888","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"name":"e2e-extmod-a-ca2cd5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:04.503708079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"f045092f-9fea-4f10-919b-ff3a32fbd9eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:04.505616146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"7c1b9d2c-1396-48fc-815a-094408f5f4cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:04.505847905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"a62c8ef6-3773-4def-be35-cfb5454c1a0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:04.508270032Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-ca2cd5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fb1a61ed7c0ad8b057a070e8e67acc47df38764e607cfe05d9fa879461ac26f2) AuthConfig (c9d97b8624c3721cdb1c388220a56afd6baea87c1ae490b979ece8738d5cf19a) AuthConfig (3f659adf327deb04569eccb1d23c89382adda42efa7a496aa1344d530aba89fa) AuthConfig (4872a7e270e1e80e48c5e20cd32f2c593d240f41f476102f940895e86f74c51b) AuthConfig (93349ccdb90264932b989804c65f7bc17e8f1cd0a87f202908de6ba2c5de5977) AuthConfig (e0fc7c1179013e3ccc4ed3d063d6a27c81acb87b9618458ac3c4fd88e4a98a8e) AuthConfig (fe5cdf199a82098fbc88947a7281138c0d7df1888d5f39c0a422bad810c458a3) AuthConfig (1da6e91f505e8891aac20cff67f3e78d16b0d172ede287c694d5dcaf077bb5f6) AuthConfig (fa40042720b368d3504cf5098be37285415f277b83bfec5ebc9e830da66123d4) AuthConfig (d070afd0f11b64c676e6f53761d790697309dbc23cb42bedfcffec37917c523a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"758072b2-5d0a-4b58-a7b6-dca9c0a4e888","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:04.563289073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d1b06c8f-f039-46ec-a7fc-3b1594e62a4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:04.565454261Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-82f59a","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a","reconcileID":"2977ed93-9fbe-4ad7-853e-0424bbd3d2de","namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"e2e-cmp-legacy-82f59a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:04.582039455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d1b06c8f-f039-46ec-a7fc-3b1594e62a4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:04.583298095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"a6e85ae3-6d02-4c02-b019-0fa35feb15cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:04.583874938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"0a9c4e50-d1d8-4a77-a0f3-9684b4952472","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:04.584470379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"edd690b0-6bd8-42b6-a4a3-4bcfbf7b4e2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:04.661030059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"edd690b0-6bd8-42b6-a4a3-4bcfbf7b4e2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:04.661029902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"a6e85ae3-6d02-4c02-b019-0fa35feb15cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:04.664463244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"0a9c4e50-d1d8-4a77-a0f3-9684b4952472","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:04.665007712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"b85e0a76-05c3-4dce-b085-114666a4e887","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:04.674505168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"b85e0a76-05c3-4dce-b085-114666a4e887","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:04.866848745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"3b32d133-0ad8-4d38-94eb-6225af9965b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:05.039393245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"3b32d133-0ad8-4d38-94eb-6225af9965b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:05.125396949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"24b75046-1f5e-4f40-ad4c-ada5bee15e64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:05.126150135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"dff84506-f212-4369-b62b-9052bdd1bfe4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:05.126856209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"4e87c78f-f9c1-4a5a-92fb-0b7caac0bcc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:05.127350549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"96101280-782f-4538-acc5-35d494d632df","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ca2cd5","tenantID":"e2e-extmod-a-ca2cd5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:05.215502286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"24b75046-1f5e-4f40-ad4c-ada5bee15e64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:05.289677191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"dff84506-f212-4369-b62b-9052bdd1bfe4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:05.326309433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"96101280-782f-4538-acc5-35d494d632df","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"name":"e2e-extmod-a-ca2cd5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:05.344805247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"4e87c78f-f9c1-4a5a-92fb-0b7caac0bcc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:05.373718337Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-ca2cd5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fb1a61ed7c0ad8b057a070e8e67acc47df38764e607cfe05d9fa879461ac26f2) AuthConfig (c9d97b8624c3721cdb1c388220a56afd6baea87c1ae490b979ece8738d5cf19a) AuthConfig (3f659adf327deb04569eccb1d23c89382adda42efa7a496aa1344d530aba89fa) AuthConfig (4872a7e270e1e80e48c5e20cd32f2c593d240f41f476102f940895e86f74c51b) AuthConfig (93349ccdb90264932b989804c65f7bc17e8f1cd0a87f202908de6ba2c5de5977) AuthConfig (e0fc7c1179013e3ccc4ed3d063d6a27c81acb87b9618458ac3c4fd88e4a98a8e) AuthConfig (fe5cdf199a82098fbc88947a7281138c0d7df1888d5f39c0a422bad810c458a3) AuthConfig (1da6e91f505e8891aac20cff67f3e78d16b0d172ede287c694d5dcaf077bb5f6) AuthConfig (fa40042720b368d3504cf5098be37285415f277b83bfec5ebc9e830da66123d4) AuthConfig (d070afd0f11b64c676e6f53761d790697309dbc23cb42bedfcffec37917c523a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"96101280-782f-4538-acc5-35d494d632df","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:05.37420172Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","reconcileID":"2b32fa45-d68a-4d75-94ee-d0ab09b8e893","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:05.391193125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3fcf6b2f-28b7-42ea-b4f5-88a66d934171","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:05.394539114Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","reconcileID":"9c7f937a-8499-4b8c-95b9-dc93dae72664","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:05.398774866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3fcf6b2f-28b7-42ea-b4f5-88a66d934171","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:05.464729547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"452f4d1c-b79b-49f3-a4e7-f91cdb0e8e1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:05.47314685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"452f4d1c-b79b-49f3-a4e7-f91cdb0e8e1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:05.510656514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3d86691-240a-4125-ae4c-91d685c9b2d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:05.557431091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3d86691-240a-4125-ae4c-91d685c9b2d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:05.560926312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3d86691-240a-4125-ae4c-91d685c9b2d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:05.564304291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3d86691-240a-4125-ae4c-91d685c9b2d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:05.564473747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"8eb78dd7-286e-48b6-9ec4-9c1ace8a10d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:05.572203457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"8eb78dd7-286e-48b6-9ec4-9c1ace8a10d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:05.654622612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"c6c8e332-4efa-43d9-9c2c-1e4e99ee6d9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:05.656800651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"251a4b38-d997-473d-97b4-b411f63b25a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:05.657220078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"a0ef83d1-d4d8-4f47-9b08-32deaaf1067f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:05.658052775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"cbb98d12-e06b-4562-a82c-852184f1af42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:05.663382641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"c6c8e332-4efa-43d9-9c2c-1e4e99ee6d9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:05.666999466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"251a4b38-d997-473d-97b4-b411f63b25a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:05.671384536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"a0ef83d1-d4d8-4f47-9b08-32deaaf1067f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:05.675184043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"cbb98d12-e06b-4562-a82c-852184f1af42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:05.765418992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce397fec-2120-4b93-a2f8-785e1ab3e1bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:05.77018127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce397fec-2120-4b93-a2f8-785e1ab3e1bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:05.774658029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce397fec-2120-4b93-a2f8-785e1ab3e1bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:05.777447808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce397fec-2120-4b93-a2f8-785e1ab3e1bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:05.862444649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"7059e89d-67fb-44bf-981e-0459b4b16bf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:05.86929111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"7059e89d-67fb-44bf-981e-0459b4b16bf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:06.158004388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a578d0f3-63d4-4150-b42e-060dd7d71b28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:06.161437035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a578d0f3-63d4-4150-b42e-060dd7d71b28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:06.164927945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a578d0f3-63d4-4150-b42e-060dd7d71b28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:06.168264722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a578d0f3-63d4-4150-b42e-060dd7d71b28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:07.730381795Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"default-tenant","reconcileID":"d2b5c835-a9f4-47a5-876f-51ff2bb7e38d","namespace":"ai-tenant-e2e-shared-a-w0-baa504","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:07.730436854Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"default-tenant","reconcileID":"d2b5c835-a9f4-47a5-876f-51ff2bb7e38d","namespace":"ai-tenant-e2e-shared-a-w0-baa504","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:07.73048312Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"default-tenant","reconcileID":"d2b5c835-a9f4-47a5-876f-51ff2bb7e38d","tenant":"e2e-shared-a-w0-baa504","tenantID":"e2e-shared-a-w0-baa504","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:07.737809088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"default-tenant","reconcileID":"d2b5c835-a9f4-47a5-876f-51ff2bb7e38d","gvk":"Deployment","name":"maas-api-e2e-shared-a-w0-baa504","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:07.756729642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"default-tenant","reconcileID":"d2b5c835-a9f4-47a5-876f-51ff2bb7e38d","gvk":"Service","name":"maas-api-e2e-shared-a-w0-baa504","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:07.764873704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"default-tenant","reconcileID":"d2b5c835-a9f4-47a5-876f-51ff2bb7e38d","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w0-baa504","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:07.773156247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"default-tenant","reconcileID":"d2b5c835-a9f4-47a5-876f-51ff2bb7e38d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w0-baa504","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:07.780782744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"default-tenant","reconcileID":"d2b5c835-a9f4-47a5-876f-51ff2bb7e38d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w0-baa504","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:07.790570374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"default-tenant","reconcileID":"d2b5c835-a9f4-47a5-876f-51ff2bb7e38d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w0-baa504","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:07.809384387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"default-tenant","reconcileID":"d2b5c835-a9f4-47a5-876f-51ff2bb7e38d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w0-baa504","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:07.820215125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"default-tenant","reconcileID":"d2b5c835-a9f4-47a5-876f-51ff2bb7e38d","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w0-baa504","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:07.831372069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"default-tenant","reconcileID":"d2b5c835-a9f4-47a5-876f-51ff2bb7e38d","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w0-baa504","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:07.845871382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"default-tenant","reconcileID":"d2b5c835-a9f4-47a5-876f-51ff2bb7e38d","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w0-baa504","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:07.849083227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"default-tenant","reconcileID":"d2b5c835-a9f4-47a5-876f-51ff2bb7e38d","gvk":"Service","name":"payload-processing-e2e-shared-a-w0-baa504","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:07.853726139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"default-tenant","reconcileID":"d2b5c835-a9f4-47a5-876f-51ff2bb7e38d","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w0-baa504","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:07.856324961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"default-tenant","reconcileID":"d2b5c835-a9f4-47a5-876f-51ff2bb7e38d","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w0-baa504","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:07.862596755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"default-tenant","reconcileID":"d2b5c835-a9f4-47a5-876f-51ff2bb7e38d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w0-baa504","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:07.869719186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"default-tenant","reconcileID":"d2b5c835-a9f4-47a5-876f-51ff2bb7e38d","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w0-baa504","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:07.876654098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"default-tenant","reconcileID":"d2b5c835-a9f4-47a5-876f-51ff2bb7e38d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w0-baa504","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:07.881392817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"default-tenant","reconcileID":"d2b5c835-a9f4-47a5-876f-51ff2bb7e38d","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w0-baa504","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:07.884904721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"default-tenant","reconcileID":"d2b5c835-a9f4-47a5-876f-51ff2bb7e38d","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w0-baa504","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:07.887554133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"default-tenant","reconcileID":"d2b5c835-a9f4-47a5-876f-51ff2bb7e38d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w0-baa504","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:07.891009109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-baa504"},"namespace":"ai-tenant-e2e-shared-a-w0-baa504","name":"default-tenant","reconcileID":"d2b5c835-a9f4-47a5-876f-51ff2bb7e38d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w0-baa504","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:08.009383856Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-baa504","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-baa504","reconcileID":"6e57f85b-a451-4ba8-9e8f-c4499014302d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-baa504","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w0-baa504"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:08.190250589Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","reconcileID":"b78824bf-ff45-4bb8-84af-9984e4cb1167","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:08.220254535Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","reconcileID":"24164b01-5036-4431-897a-8a0661372165","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:08.249797731Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","reconcileID":"9b10504a-67fa-4161-9737-91c2485db7e8","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:08.625421933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fab50d75-7d14-49ee-a65d-f3b8bb657733","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:08.628539487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fab50d75-7d14-49ee-a65d-f3b8bb657733","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:08.631561366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fab50d75-7d14-49ee-a65d-f3b8bb657733","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:08.634596439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fab50d75-7d14-49ee-a65d-f3b8bb657733","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:08.827901368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8279583-1392-4833-a3d7-49bcee8da304","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:08.831308723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8279583-1392-4833-a3d7-49bcee8da304","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:08.856480216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8279583-1392-4833-a3d7-49bcee8da304","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:08.859819169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8279583-1392-4833-a3d7-49bcee8da304","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:09.072512753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f33df99a-c66e-43d9-b347-19a8d6b370a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:09.076363809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f33df99a-c66e-43d9-b347-19a8d6b370a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:09.079595777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f33df99a-c66e-43d9-b347-19a8d6b370a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:09.082571371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f33df99a-c66e-43d9-b347-19a8d6b370a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:10.386877347Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:11.522805362Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","reconcileID":"26971b3c-0a61-4011-9023-8621f28834b8","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:11.533451751Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","reconcileID":"7bb4be72-7f66-4dcf-ba08-4afff782e147","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:11.707372916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42e201e4-c32d-4316-ba66-4dd2ce298c86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:11.710357477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42e201e4-c32d-4316-ba66-4dd2ce298c86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:11.713379008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42e201e4-c32d-4316-ba66-4dd2ce298c86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:11.716536127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42e201e4-c32d-4316-ba66-4dd2ce298c86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:12.032235289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a10abe46-fb8d-476e-a891-0298c9b7e4d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:12.042025388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a10abe46-fb8d-476e-a891-0298c9b7e4d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:12.063070635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a10abe46-fb8d-476e-a891-0298c9b7e4d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:12.094160795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a10abe46-fb8d-476e-a891-0298c9b7e4d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:12.327930599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c904088d-433a-4937-800a-30913623a6c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:12.330855212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c904088d-433a-4937-800a-30913623a6c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:12.333724895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c904088d-433a-4937-800a-30913623a6c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:12.336687312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c904088d-433a-4937-800a-30913623a6c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:15.382738759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"89e662fd-4d60-48e8-842b-e82ae6a39592","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ca2cd5","tenantID":"e2e-extmod-a-ca2cd5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:15.390342714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"89e662fd-4d60-48e8-842b-e82ae6a39592","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"name":"e2e-extmod-a-ca2cd5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:15.397307868Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-ca2cd5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fb1a61ed7c0ad8b057a070e8e67acc47df38764e607cfe05d9fa879461ac26f2) AuthConfig (c9d97b8624c3721cdb1c388220a56afd6baea87c1ae490b979ece8738d5cf19a) AuthConfig (3f659adf327deb04569eccb1d23c89382adda42efa7a496aa1344d530aba89fa) AuthConfig (4872a7e270e1e80e48c5e20cd32f2c593d240f41f476102f940895e86f74c51b) AuthConfig (93349ccdb90264932b989804c65f7bc17e8f1cd0a87f202908de6ba2c5de5977) AuthConfig (e0fc7c1179013e3ccc4ed3d063d6a27c81acb87b9618458ac3c4fd88e4a98a8e) AuthConfig (fe5cdf199a82098fbc88947a7281138c0d7df1888d5f39c0a422bad810c458a3) AuthConfig (1da6e91f505e8891aac20cff67f3e78d16b0d172ede287c694d5dcaf077bb5f6) AuthConfig (fa40042720b368d3504cf5098be37285415f277b83bfec5ebc9e830da66123d4) AuthConfig (d070afd0f11b64c676e6f53761d790697309dbc23cb42bedfcffec37917c523a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"89e662fd-4d60-48e8-842b-e82ae6a39592","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:15.434279852Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","reconcileID":"502412af-e869-46ad-8103-bd163a38fab8","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:16.010988307Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","reconcileID":"4ff627aa-c6f8-4db9-96cd-43b6a85dcc5b","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:16.035996478Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","reconcileID":"d0f8f3e8-8f54-4fb6-9793-ed5a7acc547d","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:16.51201855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ebfcda2-fe23-4669-bff3-de222a4825fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:16.518109355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ebfcda2-fe23-4669-bff3-de222a4825fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:16.52232506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ebfcda2-fe23-4669-bff3-de222a4825fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:16.525717025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ebfcda2-fe23-4669-bff3-de222a4825fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:16.955195448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3258f420-6777-4d4b-a450-803029d76e44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:16.959138315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3258f420-6777-4d4b-a450-803029d76e44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:16.96431976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3258f420-6777-4d4b-a450-803029d76e44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:16.969206475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3258f420-6777-4d4b-a450-803029d76e44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:17.223323263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f63ba690-ac6c-4502-9b30-ae7f1d449296","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:17.226434973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f63ba690-ac6c-4502-9b30-ae7f1d449296","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:17.22961874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f63ba690-ac6c-4502-9b30-ae7f1d449296","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:17.234031322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f63ba690-ac6c-4502-9b30-ae7f1d449296","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:17.500214172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8961a2eb-158f-4fbe-85a8-6bbf83ff1b16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:17.503964662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8961a2eb-158f-4fbe-85a8-6bbf83ff1b16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:17.507636691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8961a2eb-158f-4fbe-85a8-6bbf83ff1b16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:17.510605532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8961a2eb-158f-4fbe-85a8-6bbf83ff1b16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:17.850654968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55632221-43e5-4316-86d2-e0330cc070bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:17.876596642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55632221-43e5-4316-86d2-e0330cc070bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:17.883916461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55632221-43e5-4316-86d2-e0330cc070bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:17.901427929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55632221-43e5-4316-86d2-e0330cc070bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:18.054873968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53bf91d7-f712-4580-9af2-dff09eba5640","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:18.057807077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53bf91d7-f712-4580-9af2-dff09eba5640","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:18.061423852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53bf91d7-f712-4580-9af2-dff09eba5640","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:18.064736874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53bf91d7-f712-4580-9af2-dff09eba5640","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:18.286912558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d892f33b-5f6f-4f34-aef3-c610aaae9e0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:18.290980417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d892f33b-5f6f-4f34-aef3-c610aaae9e0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:18.296583881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d892f33b-5f6f-4f34-aef3-c610aaae9e0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:18.30072227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d892f33b-5f6f-4f34-aef3-c610aaae9e0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:18.412444608Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","reconcileID":"723e674f-c69a-4fa9-9e06-a36d4d544d92","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:21.570349705Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","reconcileID":"8e23a0d3-34e7-4396-8396-0eb62b927adb","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:23.461046827Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"default-tenant","reconcileID":"f4372206-0147-4d6e-854e-344a6c8a5d37","namespace":"ai-tenant-e2e-extmod-b-28c1e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:23.461194263Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"default-tenant","reconcileID":"f4372206-0147-4d6e-854e-344a6c8a5d37","namespace":"ai-tenant-e2e-extmod-b-28c1e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:23.461292983Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"default-tenant","reconcileID":"f4372206-0147-4d6e-854e-344a6c8a5d37","tenant":"e2e-extmod-b-28c1e9","tenantID":"e2e-extmod-b-28c1e9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:23.466205195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"default-tenant","reconcileID":"f4372206-0147-4d6e-854e-344a6c8a5d37","gvk":"Deployment","name":"maas-api-e2e-extmod-b-28c1e9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:23.480692089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"default-tenant","reconcileID":"f4372206-0147-4d6e-854e-344a6c8a5d37","gvk":"Service","name":"maas-api-e2e-extmod-b-28c1e9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:23.497791415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"default-tenant","reconcileID":"f4372206-0147-4d6e-854e-344a6c8a5d37","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-28c1e9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:23.506318493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"default-tenant","reconcileID":"f4372206-0147-4d6e-854e-344a6c8a5d37","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-28c1e9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:23.513933659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"default-tenant","reconcileID":"f4372206-0147-4d6e-854e-344a6c8a5d37","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-28c1e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:23.524972021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"default-tenant","reconcileID":"f4372206-0147-4d6e-854e-344a6c8a5d37","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-28c1e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:23.532646034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"default-tenant","reconcileID":"f4372206-0147-4d6e-854e-344a6c8a5d37","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-28c1e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:23.537553762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"default-tenant","reconcileID":"f4372206-0147-4d6e-854e-344a6c8a5d37","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-28c1e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:23.541761289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"default-tenant","reconcileID":"f4372206-0147-4d6e-854e-344a6c8a5d37","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-28c1e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:23.544371891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"default-tenant","reconcileID":"f4372206-0147-4d6e-854e-344a6c8a5d37","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-28c1e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:23.546940137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"default-tenant","reconcileID":"f4372206-0147-4d6e-854e-344a6c8a5d37","gvk":"Service","name":"payload-processing-e2e-extmod-b-28c1e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:23.549462836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"default-tenant","reconcileID":"f4372206-0147-4d6e-854e-344a6c8a5d37","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-28c1e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:23.552058449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"default-tenant","reconcileID":"f4372206-0147-4d6e-854e-344a6c8a5d37","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-28c1e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:23.555030751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"default-tenant","reconcileID":"f4372206-0147-4d6e-854e-344a6c8a5d37","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-28c1e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:23.560343082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"default-tenant","reconcileID":"f4372206-0147-4d6e-854e-344a6c8a5d37","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-28c1e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:23.566535225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"default-tenant","reconcileID":"f4372206-0147-4d6e-854e-344a6c8a5d37","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-28c1e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:23.569300599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"default-tenant","reconcileID":"f4372206-0147-4d6e-854e-344a6c8a5d37","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-28c1e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:23.572080189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"default-tenant","reconcileID":"f4372206-0147-4d6e-854e-344a6c8a5d37","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-28c1e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:23.577212198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"default-tenant","reconcileID":"f4372206-0147-4d6e-854e-344a6c8a5d37","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-28c1e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:23.579665016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-28c1e9"},"namespace":"ai-tenant-e2e-extmod-b-28c1e9","name":"default-tenant","reconcileID":"f4372206-0147-4d6e-854e-344a6c8a5d37","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-28c1e9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:23.588875918Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"default-tenant","reconcileID":"6e8617fc-835e-49eb-8bcd-0bb0cbe524e2","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:23.588955524Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"default-tenant","reconcileID":"6e8617fc-835e-49eb-8bcd-0bb0cbe524e2","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:23.589023917Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"default-tenant","reconcileID":"6e8617fc-835e-49eb-8bcd-0bb0cbe524e2","tenant":"e2e-shared-a-w4-ef6b56","tenantID":"e2e-shared-a-w4-ef6b56","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:23.594365115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"default-tenant","reconcileID":"6e8617fc-835e-49eb-8bcd-0bb0cbe524e2","gvk":"Deployment","name":"maas-api-e2e-shared-a-w4-ef6b56","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:23.615707539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"default-tenant","reconcileID":"6e8617fc-835e-49eb-8bcd-0bb0cbe524e2","gvk":"Service","name":"maas-api-e2e-shared-a-w4-ef6b56","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:23.62195835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"default-tenant","reconcileID":"6e8617fc-835e-49eb-8bcd-0bb0cbe524e2","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w4-ef6b56","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:23.631536886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"default-tenant","reconcileID":"6e8617fc-835e-49eb-8bcd-0bb0cbe524e2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w4-ef6b56","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:23.644561571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"default-tenant","reconcileID":"6e8617fc-835e-49eb-8bcd-0bb0cbe524e2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w4-ef6b56","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:23.655992145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"default-tenant","reconcileID":"6e8617fc-835e-49eb-8bcd-0bb0cbe524e2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w4-ef6b56","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:23.672257253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"default-tenant","reconcileID":"6e8617fc-835e-49eb-8bcd-0bb0cbe524e2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w4-ef6b56","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:23.679516271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"default-tenant","reconcileID":"6e8617fc-835e-49eb-8bcd-0bb0cbe524e2","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w4-ef6b56","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:23.684544491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"default-tenant","reconcileID":"6e8617fc-835e-49eb-8bcd-0bb0cbe524e2","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w4-ef6b56","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:23.688421148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"default-tenant","reconcileID":"6e8617fc-835e-49eb-8bcd-0bb0cbe524e2","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w4-ef6b56","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:23.695044383Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-28c1e9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-28c1e9","reconcileID":"ac10e031-bdb7-4708-89a1-490090e9673c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-28c1e9","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-28c1e9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:23.695387013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"default-tenant","reconcileID":"6e8617fc-835e-49eb-8bcd-0bb0cbe524e2","gvk":"Service","name":"payload-processing-e2e-shared-a-w4-ef6b56","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:23.701215138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"default-tenant","reconcileID":"6e8617fc-835e-49eb-8bcd-0bb0cbe524e2","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w4-ef6b56","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:23.704466739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"default-tenant","reconcileID":"6e8617fc-835e-49eb-8bcd-0bb0cbe524e2","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w4-ef6b56","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:23.70798658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"default-tenant","reconcileID":"6e8617fc-835e-49eb-8bcd-0bb0cbe524e2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w4-ef6b56","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:23.710880574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"default-tenant","reconcileID":"6e8617fc-835e-49eb-8bcd-0bb0cbe524e2","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w4-ef6b56","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:23.718760097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"default-tenant","reconcileID":"6e8617fc-835e-49eb-8bcd-0bb0cbe524e2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w4-ef6b56","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:23.722543223Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","reconcileID":"8fac32ed-6859-4cbc-98d1-70cfae815e2f","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:23.725882979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"default-tenant","reconcileID":"6e8617fc-835e-49eb-8bcd-0bb0cbe524e2","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w4-ef6b56","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:23.731075934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"default-tenant","reconcileID":"6e8617fc-835e-49eb-8bcd-0bb0cbe524e2","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w4-ef6b56","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:23.734234654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"default-tenant","reconcileID":"6e8617fc-835e-49eb-8bcd-0bb0cbe524e2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w4-ef6b56","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:23.737858583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ef6b56"},"namespace":"ai-tenant-e2e-shared-a-w4-ef6b56","name":"default-tenant","reconcileID":"6e8617fc-835e-49eb-8bcd-0bb0cbe524e2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w4-ef6b56","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:24.265069358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"678d3fc0-3c82-4b7f-b9e7-9b587b7dc795","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:24.272681086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"678d3fc0-3c82-4b7f-b9e7-9b587b7dc795","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:24.27614146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"678d3fc0-3c82-4b7f-b9e7-9b587b7dc795","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:24.279634247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"678d3fc0-3c82-4b7f-b9e7-9b587b7dc795","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:24.291344712Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-ef6b56","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-ef6b56","reconcileID":"c4df57dc-480d-41bc-be21-6cddfc301826","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-ef6b56","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w4-ef6b56"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:24.319249944Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","reconcileID":"e948875a-6ec4-4837-a24b-5bf663aeb1c4","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:24.602185688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3703595-1060-47ee-8ee0-bd444b03675e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:24.605818384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3703595-1060-47ee-8ee0-bd444b03675e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:24.608841148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3703595-1060-47ee-8ee0-bd444b03675e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:24.611583689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3703595-1060-47ee-8ee0-bd444b03675e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:24.803320681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70d44a84-2f9e-4dc2-8d1e-ef3712cbf392","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:24.807018601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70d44a84-2f9e-4dc2-8d1e-ef3712cbf392","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:24.810492895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70d44a84-2f9e-4dc2-8d1e-ef3712cbf392","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:24.813398393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70d44a84-2f9e-4dc2-8d1e-ef3712cbf392","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:25.108592135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ac289c5-e7eb-4fe4-8fc4-8b34882e8dc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:25.111729541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ac289c5-e7eb-4fe4-8fc4-8b34882e8dc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:25.1150554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ac289c5-e7eb-4fe4-8fc4-8b34882e8dc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:25.165764419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ac289c5-e7eb-4fe4-8fc4-8b34882e8dc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:25.405308869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"142f29bf-b07f-4aa4-8e40-180887572ff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:25.408650878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"142f29bf-b07f-4aa4-8e40-180887572ff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:25.412665663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"142f29bf-b07f-4aa4-8e40-180887572ff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:25.41841703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"142f29bf-b07f-4aa4-8e40-180887572ff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:25.420420165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"f888dcfb-dc20-453f-9a37-80ba969f329e","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ca2cd5","tenantID":"e2e-extmod-a-ca2cd5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:25.45702132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"f888dcfb-dc20-453f-9a37-80ba969f329e","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"name":"e2e-extmod-a-ca2cd5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:25.581162447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"namespace":"e2e-extmod-cfl-1-aeca82","name":"e2e-cfl-5f2375","reconcileID":"65231202-97c6-4fc3-858e-dcea80be7abe","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"tenant":"e2e-extmod-a-ca2cd5","gateway":"openshift-ingress/e2e-extmod-a-ca2cd5","model":"e2e-extmod-cfl-1-aeca82/e2e-cfl-5f2375","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:25.581184258Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"namespace":"e2e-extmod-cfl-1-aeca82","name":"e2e-cfl-5f2375","reconcileID":"65231202-97c6-4fc3-858e-dcea80be7abe","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"routeName":"external-model-e2e-cfl-5f2375-d7bbc5930308","namespace":"e2e-extmod-cfl-1-aeca82","model":"e2e-cfl-5f2375","externalModel":"e2e-cfl-5f2375","provider":"e2e-cfl-5f2375-provider","gateway":"openshift-ingress/e2e-extmod-a-ca2cd5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:26.248368192Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","reconcileID":"270034db-9b27-4cb6-aa77-e528d5a884d1","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:28.205266628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"namespace":"e2e-extmod-cfl-1-aeca82","name":"e2e-cfl-5f2375","reconcileID":"79b4e094-21c7-4e38-bc5f-fcbbbc594f4d","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"tenant":"e2e-extmod-a-ca2cd5","gateway":"openshift-ingress/e2e-extmod-a-ca2cd5","model":"e2e-extmod-cfl-1-aeca82/e2e-cfl-5f2375","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:28.205297681Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"namespace":"e2e-extmod-cfl-1-aeca82","name":"e2e-cfl-5f2375","reconcileID":"79b4e094-21c7-4e38-bc5f-fcbbbc594f4d","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"routeName":"external-model-e2e-cfl-5f2375-d7bbc5930308","namespace":"e2e-extmod-cfl-1-aeca82","model":"e2e-cfl-5f2375","externalModel":"e2e-cfl-5f2375","provider":"e2e-cfl-5f2375-provider","gateway":"openshift-ingress/e2e-extmod-a-ca2cd5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:28.208007822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"119c119d-b7b5-4896-9d94-4842761670b2","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ca2cd5","tenantID":"e2e-extmod-a-ca2cd5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:15:28.212903154Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-5f2375-aeca82-sub","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-sub","reconcileID":"4e8ff708-84ff-4223-b1db-a659170a18d2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-5f2375-aeca82-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:28.217049064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"119c119d-b7b5-4896-9d94-4842761670b2","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"name":"e2e-extmod-a-ca2cd5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:28.219914231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"namespace":"e2e-extmod-cfl-1-aeca82","name":"e2e-cfl-5f2375","reconcileID":"8e2b5524-fd7e-460d-903b-87ee083f405d","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"tenant":"e2e-extmod-a-ca2cd5","gateway":"openshift-ingress/e2e-extmod-a-ca2cd5","model":"e2e-extmod-cfl-1-aeca82/e2e-cfl-5f2375","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:28.219932219Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"namespace":"e2e-extmod-cfl-1-aeca82","name":"e2e-cfl-5f2375","reconcileID":"8e2b5524-fd7e-460d-903b-87ee083f405d","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"routeName":"external-model-e2e-cfl-5f2375-d7bbc5930308","namespace":"e2e-extmod-cfl-1-aeca82","model":"e2e-cfl-5f2375","externalModel":"e2e-cfl-5f2375","provider":"e2e-cfl-5f2375-provider","gateway":"openshift-ingress/e2e-extmod-a-ca2cd5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:15:28.228725609Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"namespace":"e2e-extmod-cfl-1-aeca82","name":"e2e-cfl-5f2375","reconcileID":"8e2b5524-fd7e-460d-903b-87ee083f405d","name":"e2e-cfl-5f2375","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-5f2375\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:15:28.228771551Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"namespace":"e2e-extmod-cfl-1-aeca82","name":"e2e-cfl-5f2375","reconcileID":"8e2b5524-fd7e-460d-903b-87ee083f405d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-5f2375\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:28.231978724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"namespace":"e2e-extmod-cfl-1-aeca82","name":"e2e-cfl-5f2375","reconcileID":"744fc98c-f592-41e7-a230-c28c9cf57019","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"tenant":"e2e-extmod-a-ca2cd5","gateway":"openshift-ingress/e2e-extmod-a-ca2cd5","model":"e2e-extmod-cfl-1-aeca82/e2e-cfl-5f2375","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:28.231994248Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"namespace":"e2e-extmod-cfl-1-aeca82","name":"e2e-cfl-5f2375","reconcileID":"744fc98c-f592-41e7-a230-c28c9cf57019","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"routeName":"external-model-e2e-cfl-5f2375-d7bbc5930308","namespace":"e2e-extmod-cfl-1-aeca82","model":"e2e-cfl-5f2375","externalModel":"e2e-cfl-5f2375","provider":"e2e-cfl-5f2375-provider","gateway":"openshift-ingress/e2e-extmod-a-ca2cd5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:28.238241682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"namespace":"e2e-extmod-cfl-1-aeca82","name":"e2e-cfl-5f2375","reconcileID":"49b2ca8a-b4d4-4f22-b68e-656e4d2166c5","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"tenant":"e2e-extmod-a-ca2cd5","gateway":"openshift-ingress/e2e-extmod-a-ca2cd5","model":"e2e-extmod-cfl-1-aeca82/e2e-cfl-5f2375","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:28.238259132Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"namespace":"e2e-extmod-cfl-1-aeca82","name":"e2e-cfl-5f2375","reconcileID":"49b2ca8a-b4d4-4f22-b68e-656e4d2166c5","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"routeName":"external-model-e2e-cfl-5f2375-d7bbc5930308","namespace":"e2e-extmod-cfl-1-aeca82","model":"e2e-cfl-5f2375","externalModel":"e2e-cfl-5f2375","provider":"e2e-cfl-5f2375-provider","gateway":"openshift-ingress/e2e-extmod-a-ca2cd5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:28.261865127Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-5f2375-aeca82-sub","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-sub","reconcileID":"609d2e95-a71a-40ff-9e93-9e0782909326","MaaSSubscription":{"name":"e2e-cfl-5f2375-aeca82-sub","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"name":"maas-trlp-e2e-cfl-5f2375","model":"e2e-cfl-5f2375","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-ca2cd5/e2e-cfl-5f2375-aeca82-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:28.285479677Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"namespace":"e2e-extmod-cfl-1-aeca82","name":"e2e-cfl-5f2375","reconcileID":"712347ca-a0b8-47d2-bc32-9f04b5efe51a","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"tenant":"e2e-extmod-a-ca2cd5","gateway":"openshift-ingress/e2e-extmod-a-ca2cd5","model":"e2e-extmod-cfl-1-aeca82/e2e-cfl-5f2375","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:28.285501428Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"namespace":"e2e-extmod-cfl-1-aeca82","name":"e2e-cfl-5f2375","reconcileID":"712347ca-a0b8-47d2-bc32-9f04b5efe51a","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"routeName":"external-model-e2e-cfl-5f2375-d7bbc5930308","namespace":"e2e-extmod-cfl-1-aeca82","model":"e2e-cfl-5f2375","externalModel":"e2e-cfl-5f2375","provider":"e2e-cfl-5f2375-provider","gateway":"openshift-ingress/e2e-extmod-a-ca2cd5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:28.335239995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"bab450f5-fe12-4e75-910a-6a58cdec0589","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ca2cd5","tenantID":"e2e-extmod-a-ca2cd5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:28.342604952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"bab450f5-fe12-4e75-910a-6a58cdec0589","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"name":"e2e-extmod-a-ca2cd5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:28.349145575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-5f2375-aeca82-sub","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-sub","reconcileID":"c77d9bde-832d-4d95-8421-1b30d836f407","MaaSSubscription":{"name":"e2e-cfl-5f2375-aeca82-sub","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"name":"maas-trlp-e2e-cfl-5f2375","model":"e2e-extmod-cfl-1-aeca82/e2e-cfl-5f2375","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:29.816873265Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"default-tenant","reconcileID":"f1b8fd69-a164-47c8-b865-747369bf6d5e","namespace":"ai-tenant-e2e-shared-b-w0-68b466","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:29.816927836Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"default-tenant","reconcileID":"f1b8fd69-a164-47c8-b865-747369bf6d5e","namespace":"ai-tenant-e2e-shared-b-w0-68b466","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:29.816973162Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"default-tenant","reconcileID":"f1b8fd69-a164-47c8-b865-747369bf6d5e","tenant":"e2e-shared-b-w0-68b466","tenantID":"e2e-shared-b-w0-68b466","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:29.821569947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"default-tenant","reconcileID":"f1b8fd69-a164-47c8-b865-747369bf6d5e","gvk":"Deployment","name":"maas-api-e2e-shared-b-w0-68b466","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:29.834506494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"default-tenant","reconcileID":"f1b8fd69-a164-47c8-b865-747369bf6d5e","gvk":"Service","name":"maas-api-e2e-shared-b-w0-68b466","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:29.847759365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"default-tenant","reconcileID":"f1b8fd69-a164-47c8-b865-747369bf6d5e","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w0-68b466","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:29.852724015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"default-tenant","reconcileID":"f1b8fd69-a164-47c8-b865-747369bf6d5e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w0-68b466","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:29.858955311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"default-tenant","reconcileID":"f1b8fd69-a164-47c8-b865-747369bf6d5e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w0-68b466","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:29.86667198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"default-tenant","reconcileID":"f1b8fd69-a164-47c8-b865-747369bf6d5e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w0-68b466","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:29.876305643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"default-tenant","reconcileID":"f1b8fd69-a164-47c8-b865-747369bf6d5e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w0-68b466","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:29.885014225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"default-tenant","reconcileID":"f1b8fd69-a164-47c8-b865-747369bf6d5e","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w0-68b466","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:29.887920978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"default-tenant","reconcileID":"f1b8fd69-a164-47c8-b865-747369bf6d5e","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w0-68b466","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:29.890695299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"default-tenant","reconcileID":"f1b8fd69-a164-47c8-b865-747369bf6d5e","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w0-68b466","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:29.893705355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"default-tenant","reconcileID":"f1b8fd69-a164-47c8-b865-747369bf6d5e","gvk":"Service","name":"payload-processing-e2e-shared-b-w0-68b466","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:29.896273194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"default-tenant","reconcileID":"f1b8fd69-a164-47c8-b865-747369bf6d5e","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w0-68b466","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:29.899080937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"default-tenant","reconcileID":"f1b8fd69-a164-47c8-b865-747369bf6d5e","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w0-68b466","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:29.902085689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"default-tenant","reconcileID":"f1b8fd69-a164-47c8-b865-747369bf6d5e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w0-68b466","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:29.90514739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"default-tenant","reconcileID":"f1b8fd69-a164-47c8-b865-747369bf6d5e","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w0-68b466","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:29.912089596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"default-tenant","reconcileID":"f1b8fd69-a164-47c8-b865-747369bf6d5e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w0-68b466","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:29.915198361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"default-tenant","reconcileID":"f1b8fd69-a164-47c8-b865-747369bf6d5e","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w0-68b466","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:29.917938573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"default-tenant","reconcileID":"f1b8fd69-a164-47c8-b865-747369bf6d5e","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w0-68b466","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:29.920658948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"default-tenant","reconcileID":"f1b8fd69-a164-47c8-b865-747369bf6d5e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w0-68b466","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:29.92329265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-68b466"},"namespace":"ai-tenant-e2e-shared-b-w0-68b466","name":"default-tenant","reconcileID":"f1b8fd69-a164-47c8-b865-747369bf6d5e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w0-68b466","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:29.930939646Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"default-tenant","reconcileID":"68277e45-561f-41da-bd36-ff969bf988cb","namespace":"ai-tenant-e2e-extmod-a-d6f956","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:29.931026987Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"default-tenant","reconcileID":"68277e45-561f-41da-bd36-ff969bf988cb","namespace":"ai-tenant-e2e-extmod-a-d6f956","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:29.931122301Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"default-tenant","reconcileID":"68277e45-561f-41da-bd36-ff969bf988cb","tenant":"e2e-extmod-a-d6f956","tenantID":"e2e-extmod-a-d6f956","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:29.937876623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"default-tenant","reconcileID":"68277e45-561f-41da-bd36-ff969bf988cb","gvk":"Deployment","name":"maas-api-e2e-extmod-a-d6f956","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:29.954576372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"default-tenant","reconcileID":"68277e45-561f-41da-bd36-ff969bf988cb","gvk":"Service","name":"maas-api-e2e-extmod-a-d6f956","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:29.969947857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"default-tenant","reconcileID":"68277e45-561f-41da-bd36-ff969bf988cb","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-d6f956","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:29.979789374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"default-tenant","reconcileID":"68277e45-561f-41da-bd36-ff969bf988cb","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-d6f956","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:29.990281562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"default-tenant","reconcileID":"68277e45-561f-41da-bd36-ff969bf988cb","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-d6f956","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:30.007645526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"default-tenant","reconcileID":"68277e45-561f-41da-bd36-ff969bf988cb","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-d6f956","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:30.021437093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"default-tenant","reconcileID":"68277e45-561f-41da-bd36-ff969bf988cb","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-d6f956","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:30.029276611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"default-tenant","reconcileID":"68277e45-561f-41da-bd36-ff969bf988cb","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-d6f956","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:30.032808257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"default-tenant","reconcileID":"68277e45-561f-41da-bd36-ff969bf988cb","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-d6f956","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:30.035711912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"default-tenant","reconcileID":"68277e45-561f-41da-bd36-ff969bf988cb","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-d6f956","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:30.038455322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"default-tenant","reconcileID":"68277e45-561f-41da-bd36-ff969bf988cb","gvk":"Service","name":"payload-processing-e2e-extmod-a-d6f956","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:30.043550829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"default-tenant","reconcileID":"68277e45-561f-41da-bd36-ff969bf988cb","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-d6f956","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:30.048260369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"default-tenant","reconcileID":"68277e45-561f-41da-bd36-ff969bf988cb","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-d6f956","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:30.048264304Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-68b466","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-68b466","reconcileID":"3ac681d8-9a90-4b1b-b5dd-28535038d2d6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-68b466","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w0-68b466"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:30.05188463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"default-tenant","reconcileID":"68277e45-561f-41da-bd36-ff969bf988cb","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-d6f956","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:30.054832556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"default-tenant","reconcileID":"68277e45-561f-41da-bd36-ff969bf988cb","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-d6f956","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:30.064657487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"default-tenant","reconcileID":"68277e45-561f-41da-bd36-ff969bf988cb","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-d6f956","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:30.070731718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"default-tenant","reconcileID":"68277e45-561f-41da-bd36-ff969bf988cb","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-d6f956","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:30.078402642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"default-tenant","reconcileID":"68277e45-561f-41da-bd36-ff969bf988cb","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-d6f956","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:30.07886408Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","reconcileID":"93a55604-9c4a-45ec-ae76-505be63eac53","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:30.084377515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"default-tenant","reconcileID":"68277e45-561f-41da-bd36-ff969bf988cb","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-d6f956","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:30.088398145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d6f956"},"namespace":"ai-tenant-e2e-extmod-a-d6f956","name":"default-tenant","reconcileID":"68277e45-561f-41da-bd36-ff969bf988cb","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-d6f956","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:30.568369267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59c4059d-294f-4141-a47a-f6b189096de8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:30.572496397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59c4059d-294f-4141-a47a-f6b189096de8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:30.572923458Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-d6f956","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-d6f956","reconcileID":"bb3c6263-4f9c-4a93-b8ab-215a4c899cd3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-d6f956","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-d6f956"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:30.576602078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59c4059d-294f-4141-a47a-f6b189096de8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:30.580890097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59c4059d-294f-4141-a47a-f6b189096de8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:30.666980821Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","reconcileID":"8b66c066-cca4-4a31-8902-fd327c3cb890","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:30.954416671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"880ad0bb-d612-4f1d-bd72-c00fc423b375","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:30.960468814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"880ad0bb-d612-4f1d-bd72-c00fc423b375","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:30.968383324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"880ad0bb-d612-4f1d-bd72-c00fc423b375","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:30.972840663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"880ad0bb-d612-4f1d-bd72-c00fc423b375","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:32.81251713Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","reconcileID":"bebd1e8b-fecc-489a-88ce-130dd79832eb","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:32.827701109Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","reconcileID":"a45c80c2-5561-46d9-bfa4-4c6924cabbc1","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:32.869676279Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","reconcileID":"76b782d8-44cc-46e0-8e59-adb311489199","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:32.988917652Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","reconcileID":"76047a57-0f5f-43e8-a83f-d84ad4de8783","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:33.148907828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff4c2a01-fc01-4aba-a92c-fc0192e8d48c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:33.152087929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff4c2a01-fc01-4aba-a92c-fc0192e8d48c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:33.155447985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff4c2a01-fc01-4aba-a92c-fc0192e8d48c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:33.158815323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff4c2a01-fc01-4aba-a92c-fc0192e8d48c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:33.564302495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dad32ecb-cbd2-4675-a3ca-e304d3bab88a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:33.567701693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dad32ecb-cbd2-4675-a3ca-e304d3bab88a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:33.571076919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dad32ecb-cbd2-4675-a3ca-e304d3bab88a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:33.574524726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dad32ecb-cbd2-4675-a3ca-e304d3bab88a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:38.555625637Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","reconcileID":"928ccef0-23df-4f6f-a600-889416d60d0b","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:38.592156609Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","reconcileID":"896274d5-0560-456c-8abc-f70feaf3e8cd","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:38.71257519Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","reconcileID":"93f41a90-57ae-40d4-9625-0109aaaa8fca","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:38.719451714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e99fefa1-fd13-461c-9615-d04578564ebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:38.719712118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-w0-9de872","reconcileID":"2f22011f-e045-4b08-b49f-369eed72d4c2","MaaSModelRef":{"name":"distinct-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"distinct-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"distinct-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:38.720058843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-2-w0-9de872","reconcileID":"497af8c3-c4eb-4422-af90-c9dc95493b89","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"distinct-2-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"distinct-2-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:38.723126266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e99fefa1-fd13-461c-9615-d04578564ebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:38.723465657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"330a6fc5-d4f7-4bf9-b1a3-07b1c600b4c3","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:38.72353469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"38697cf9-f6cd-473b-9b53-a5743700b1b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:38.723754755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"7894b9a9-c6b3-43d4-bb63-42192ab51cb1","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:38.727194795Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-subscription","reconcileID":"58e89aac-518f-470b-b267-566f81da5cdb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-premium-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/premium-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:38.727412046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e99fefa1-fd13-461c-9615-d04578564ebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:38.727564198Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","reconcileID":"61e76f63-9391-4235-a331-764fb40e5248","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:38.730788234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e99fefa1-fd13-461c-9615-d04578564ebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:38.731265939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"38697cf9-f6cd-473b-9b53-a5743700b1b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:38.733211544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"934b536a-fe0e-4b37-bea8-497ef6d7850f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:38.73400952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-w0-9de872","reconcileID":"6cd81063-71da-4ba1-be61-e5ac1b127a93","MaaSModelRef":{"name":"distinct-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"distinct-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"distinct-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:38.734249918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-2-w0-9de872","reconcileID":"e3ddb1f1-e9a4-4d8a-a48b-c5dcb2e4c4a9","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"distinct-2-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"distinct-2-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:38.737609322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-subscription","reconcileID":"c138abd9-c45e-4497-9ef0-6c0b87468913","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-simulator-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:38.74357434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"934b536a-fe0e-4b37-bea8-497ef6d7850f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:38.819856309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"a4f2dd91-3ed9-49d6-aa1d-d1d0c6b9e811","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:38.856830214Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-subscription","reconcileID":"12dd003a-7d64-459b-b387-ad5846871be4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-premium-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/premium-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:38.858265604Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-subscription","reconcileID":"e2b782af-133b-4bed-be5c-c643a789f745","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-simulator-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:38.859516765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"a4f2dd91-3ed9-49d6-aa1d-d1d0c6b9e811","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:38.881193814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"e7c72733-0a0a-41e0-afe4-ff1b60ef327e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:38.889001812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"e7c72733-0a0a-41e0-afe4-ff1b60ef327e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:39.192857881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83f72ef5-59d8-4d9a-bb04-0c7706cdeaf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:39.195829882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83f72ef5-59d8-4d9a-bb04-0c7706cdeaf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:39.199200839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83f72ef5-59d8-4d9a-bb04-0c7706cdeaf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:39.203127906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83f72ef5-59d8-4d9a-bb04-0c7706cdeaf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:39.459002848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a0adfc3-45dd-4778-af54-1510082a7316","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:39.462383117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a0adfc3-45dd-4778-af54-1510082a7316","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:39.465652623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a0adfc3-45dd-4778-af54-1510082a7316","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:39.468876112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a0adfc3-45dd-4778-af54-1510082a7316","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:39.719575754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bddf3457-4422-40af-9582-6f4e7cd99a82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:39.722618299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bddf3457-4422-40af-9582-6f4e7cd99a82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:39.726060461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bddf3457-4422-40af-9582-6f4e7cd99a82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:39.729527824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bddf3457-4422-40af-9582-6f4e7cd99a82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:39.92921565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d772df55-3595-4e14-b791-0f727f9af75e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:39.957462589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d772df55-3595-4e14-b791-0f727f9af75e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:39.960740044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d772df55-3595-4e14-b791-0f727f9af75e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:39.963697368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d772df55-3595-4e14-b791-0f727f9af75e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:40.386729476Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:42.875994533Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","reconcileID":"53766813-3c94-4104-b8f6-a7e6efe50148","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:43.094145019Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","reconcileID":"64d871b0-3852-4f16-91ce-4f5ade816eda","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:43.720703717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-2-w0-9de872","reconcileID":"6df292c6-d47e-491a-99af-4ab85a5e2ee0","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"distinct-2-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"distinct-2-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:43.790682541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-w0-9de872","reconcileID":"7b722904-c9c0-459d-a24d-fb8316ea52a0","MaaSModelRef":{"name":"distinct-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"distinct-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"distinct-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:43.827745045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"0db5c746-9970-4a97-a46c-480369afedb5","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:43.85038795Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-subscription","reconcileID":"305300e8-1d5e-4c90-8759-e7d6ed5116c4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-premium-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/premium-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:43.853796379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"7459e8df-5f60-4e42-bdfc-8c48ced104d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:43.856518052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"c8d01bb4-c719-4445-9299-28af85824564","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:43.863680965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"7459e8df-5f60-4e42-bdfc-8c48ced104d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:43.867823615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"a0f9f18e-7341-49be-906a-93841772d250","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:43.872663981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"c8d01bb4-c719-4445-9299-28af85824564","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:43.878973117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"63d44b20-c95c-43ee-b7fd-dbef33cf98aa","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:43.948335454Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-subscription","reconcileID":"569fc20d-3408-48a2-bbef-e3b7305b73f3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-premium-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/premium-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:43.949165499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-subscription","reconcileID":"a84edb9e-128d-4ff1-b672-40edfa6a33be","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-simulator-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:43.952214727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"c1415531-17f5-43ab-8ab3-b5c2b553486e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:43.953970581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"4f896aa3-61f5-4cd6-b752-f03bbe01382f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:43.961694565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"c1415531-17f5-43ab-8ab3-b5c2b553486e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:43.962484765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"4f896aa3-61f5-4cd6-b752-f03bbe01382f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:43.973515441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"2c44df75-f191-4ce0-96c7-17af914ab529","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:44.053918188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-subscription","reconcileID":"96731c01-0dbf-4e79-8988-aea5720cfaec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-simulator-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:48.660180802Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","reconcileID":"05d0d4b4-f491-462c-bb8c-c44eaec76503","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:48.774826818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-2-w0-9de872","reconcileID":"eb04937e-baef-4cd7-b040-31b541bfd37d","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"distinct-2-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"distinct-2-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:48.77526737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-w0-9de872","reconcileID":"3fb00541-e014-4999-876b-4941491b9e88","MaaSModelRef":{"name":"distinct-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"distinct-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"distinct-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:48.775597793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"19026be6-f17c-4b0e-987e-8fea9c69adcb","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:48.776021487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"bcb63cf2-8047-49d2-80e5-993ffb666950","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:48.78866807Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","reconcileID":"c28a152d-8562-435b-b373-35d344daeec7","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:48.796301175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"e6a51aca-869b-47a8-82c0-0637a7dbbdb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:48.81766986Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-subscription","reconcileID":"2a6d1858-2380-43d7-8e57-46bf8055dfb4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-simulator-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:48.818063026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"e3e71989-6af3-449a-982e-8c5e73f78d3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:48.818340609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-subscription","reconcileID":"edcccb14-2f8a-49f3-927a-50506d995184","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-premium-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/premium-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:48.821985839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"e6a51aca-869b-47a8-82c0-0637a7dbbdb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:48.832212663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"e3e71989-6af3-449a-982e-8c5e73f78d3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:48.913794989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-subscription","reconcileID":"61a2138a-decd-45c7-81dc-c6b5b89bf3e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-simulator-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:48.920567494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-subscription","reconcileID":"a2cde626-ba1c-487a-8059-5f19a0ba1859","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-premium-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/premium-w0-9de872","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:49.002210963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"8c81c446-4423-4272-8718-2b21992453f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:49.003921548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"ab52afb7-61ed-490f-a9d2-e091a5fb1423","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:49.016425229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"8c81c446-4423-4272-8718-2b21992453f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:49.018952622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"ab52afb7-61ed-490f-a9d2-e091a5fb1423","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:51.764898785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-5f2375-aeca82-sub","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-sub","reconcileID":"85583b8d-b7fc-4f15-ae40-180006b57996","MaaSSubscription":{"name":"e2e-cfl-5f2375-aeca82-sub","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"name":"maas-trlp-e2e-cfl-5f2375","model":"e2e-extmod-cfl-1-aeca82/e2e-cfl-5f2375","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:51.794745349Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"namespace":"e2e-extmod-cfl-1-aeca82","name":"e2e-cfl-5f2375","reconcileID":"bdba9221-9594-49e2-a520-2bfe6ec3af56","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"tenant":"e2e-extmod-a-ca2cd5","gateway":"openshift-ingress/e2e-extmod-a-ca2cd5","model":"e2e-extmod-cfl-1-aeca82/e2e-cfl-5f2375","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:51.794848992Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"namespace":"e2e-extmod-cfl-1-aeca82","name":"e2e-cfl-5f2375","reconcileID":"bdba9221-9594-49e2-a520-2bfe6ec3af56","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"routeName":"external-model-e2e-cfl-5f2375-d7bbc5930308","namespace":"e2e-extmod-cfl-1-aeca82","model":"e2e-cfl-5f2375","externalModel":"e2e-cfl-5f2375","provider":"e2e-cfl-5f2375-provider","gateway":"openshift-ingress/e2e-extmod-a-ca2cd5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:52.129837301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"77ed2594-2ef1-4bee-8824-e25b40461f9f","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ca2cd5","tenantID":"e2e-extmod-a-ca2cd5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:52.141727343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"77ed2594-2ef1-4bee-8824-e25b40461f9f","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"name":"e2e-extmod-a-ca2cd5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:52.538571494Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"default-tenant","reconcileID":"7c8bf991-b1bb-4fb3-8538-7722600873e2","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:52.538630936Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"default-tenant","reconcileID":"7c8bf991-b1bb-4fb3-8538-7722600873e2","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:52.538676153Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"default-tenant","reconcileID":"7c8bf991-b1bb-4fb3-8538-7722600873e2","tenant":"e2e-shared-a-w3-c2e3f9","tenantID":"e2e-shared-a-w3-c2e3f9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:52.543969376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"default-tenant","reconcileID":"7c8bf991-b1bb-4fb3-8538-7722600873e2","gvk":"Deployment","name":"maas-api-e2e-shared-a-w3-c2e3f9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:52.555932131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"default-tenant","reconcileID":"7c8bf991-b1bb-4fb3-8538-7722600873e2","gvk":"Service","name":"maas-api-e2e-shared-a-w3-c2e3f9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:52.571456289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"default-tenant","reconcileID":"7c8bf991-b1bb-4fb3-8538-7722600873e2","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w3-c2e3f9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:52.581178675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"default-tenant","reconcileID":"7c8bf991-b1bb-4fb3-8538-7722600873e2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w3-c2e3f9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:52.588887158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"default-tenant","reconcileID":"7c8bf991-b1bb-4fb3-8538-7722600873e2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w3-c2e3f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:52.594392687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"default-tenant","reconcileID":"7c8bf991-b1bb-4fb3-8538-7722600873e2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w3-c2e3f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:52.609664516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"default-tenant","reconcileID":"7c8bf991-b1bb-4fb3-8538-7722600873e2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w3-c2e3f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:52.615489508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"default-tenant","reconcileID":"7c8bf991-b1bb-4fb3-8538-7722600873e2","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w3-c2e3f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:52.618635558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"default-tenant","reconcileID":"7c8bf991-b1bb-4fb3-8538-7722600873e2","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w3-c2e3f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:52.621529257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"default-tenant","reconcileID":"7c8bf991-b1bb-4fb3-8538-7722600873e2","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w3-c2e3f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:52.624615669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"default-tenant","reconcileID":"7c8bf991-b1bb-4fb3-8538-7722600873e2","gvk":"Service","name":"payload-processing-e2e-shared-a-w3-c2e3f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:52.627656958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"default-tenant","reconcileID":"7c8bf991-b1bb-4fb3-8538-7722600873e2","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w3-c2e3f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:52.630488926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"default-tenant","reconcileID":"7c8bf991-b1bb-4fb3-8538-7722600873e2","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w3-c2e3f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:52.633283353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"default-tenant","reconcileID":"7c8bf991-b1bb-4fb3-8538-7722600873e2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w3-c2e3f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:52.636471782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"default-tenant","reconcileID":"7c8bf991-b1bb-4fb3-8538-7722600873e2","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w3-c2e3f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:52.643492613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"default-tenant","reconcileID":"7c8bf991-b1bb-4fb3-8538-7722600873e2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w3-c2e3f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:52.646405367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"default-tenant","reconcileID":"7c8bf991-b1bb-4fb3-8538-7722600873e2","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w3-c2e3f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:52.649254126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"default-tenant","reconcileID":"7c8bf991-b1bb-4fb3-8538-7722600873e2","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w3-c2e3f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:52.652054049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"default-tenant","reconcileID":"7c8bf991-b1bb-4fb3-8538-7722600873e2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w3-c2e3f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:52.654601901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9"},"namespace":"ai-tenant-e2e-shared-a-w3-c2e3f9","name":"default-tenant","reconcileID":"7c8bf991-b1bb-4fb3-8538-7722600873e2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w3-c2e3f9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:52.804120169Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-c2e3f9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-c2e3f9","reconcileID":"f6b02117-8325-403e-a992-3d1e27d182e6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-c2e3f9","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w3-c2e3f9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:53.007684381Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","reconcileID":"59ccb63c-2239-4da2-a29b-57ce1faca660","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:53.177987127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0130818-ae1f-47cc-af64-f6bcffcc953e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:53.182930174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0130818-ae1f-47cc-af64-f6bcffcc953e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:53.186506304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0130818-ae1f-47cc-af64-f6bcffcc953e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:53.189565411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0130818-ae1f-47cc-af64-f6bcffcc953e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:53.40763418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"namespace":"e2e-extmod-cfl-1-aeca82","name":"e2e-cfl-5f2375","reconcileID":"9a301b85-e219-4224-aa7d-f46312aadbac","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"tenant":"e2e-extmod-a-ca2cd5","gateway":"openshift-ingress/e2e-extmod-a-ca2cd5","model":"e2e-extmod-cfl-1-aeca82/e2e-cfl-5f2375","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:53.407662082Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"namespace":"e2e-extmod-cfl-1-aeca82","name":"e2e-cfl-5f2375","reconcileID":"9a301b85-e219-4224-aa7d-f46312aadbac","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"routeName":"external-model-e2e-cfl-5f2375-d7bbc5930308","namespace":"e2e-extmod-cfl-1-aeca82","model":"e2e-cfl-5f2375","externalModel":"e2e-cfl-5f2375","provider":"e2e-cfl-5f2375-provider","gateway":"openshift-ingress/e2e-extmod-a-ca2cd5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:53.410144451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"2e0f37c6-519c-4dfe-97d1-d14f7ad15cc5","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ca2cd5","tenantID":"e2e-extmod-a-ca2cd5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:53.421912415Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-5f2375-aeca82-sub","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-sub","reconcileID":"4042d75b-952f-46b8-b191-df953d553b64","MaaSSubscription":{"name":"e2e-cfl-5f2375-aeca82-sub","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fb4b9fc4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:53.422301905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"2e0f37c6-519c-4dfe-97d1-d14f7ad15cc5","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"name":"e2e-extmod-a-ca2cd5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:53.454754347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fda33946-fa6a-4e7e-b396-8e0b9d9ca2c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:53.458718525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fda33946-fa6a-4e7e-b396-8e0b9d9ca2c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:53.464692467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fda33946-fa6a-4e7e-b396-8e0b9d9ca2c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:53.469226488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fda33946-fa6a-4e7e-b396-8e0b9d9ca2c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:53.563411987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"3944c7b5-b219-46d8-816d-c70734e55159","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ca2cd5","tenantID":"e2e-extmod-a-ca2cd5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:53.571289003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"3944c7b5-b219-46d8-816d-c70734e55159","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"name":"e2e-extmod-a-ca2cd5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:53.771917619Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"default-tenant","reconcileID":"c9707b99-c015-4912-82f8-4bca2711d400","namespace":"ai-tenant-e2e-shared-b-w4-ed012e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:53.771976312Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"default-tenant","reconcileID":"c9707b99-c015-4912-82f8-4bca2711d400","namespace":"ai-tenant-e2e-shared-b-w4-ed012e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:53.772021905Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"default-tenant","reconcileID":"c9707b99-c015-4912-82f8-4bca2711d400","tenant":"e2e-shared-b-w4-ed012e","tenantID":"e2e-shared-b-w4-ed012e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:53.776930832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"default-tenant","reconcileID":"c9707b99-c015-4912-82f8-4bca2711d400","gvk":"Deployment","name":"maas-api-e2e-shared-b-w4-ed012e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:53.793415279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"default-tenant","reconcileID":"c9707b99-c015-4912-82f8-4bca2711d400","gvk":"Service","name":"maas-api-e2e-shared-b-w4-ed012e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:53.809383301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"default-tenant","reconcileID":"c9707b99-c015-4912-82f8-4bca2711d400","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w4-ed012e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:53.814548993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"default-tenant","reconcileID":"c9707b99-c015-4912-82f8-4bca2711d400","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w4-ed012e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:53.824219246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"default-tenant","reconcileID":"c9707b99-c015-4912-82f8-4bca2711d400","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w4-ed012e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:53.830646335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"default-tenant","reconcileID":"c9707b99-c015-4912-82f8-4bca2711d400","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w4-ed012e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:53.838634746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"default-tenant","reconcileID":"c9707b99-c015-4912-82f8-4bca2711d400","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w4-ed012e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:53.847067172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"default-tenant","reconcileID":"c9707b99-c015-4912-82f8-4bca2711d400","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w4-ed012e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:53.85005144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"default-tenant","reconcileID":"c9707b99-c015-4912-82f8-4bca2711d400","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w4-ed012e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:53.852701548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"default-tenant","reconcileID":"c9707b99-c015-4912-82f8-4bca2711d400","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w4-ed012e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:53.855388292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"default-tenant","reconcileID":"c9707b99-c015-4912-82f8-4bca2711d400","gvk":"Service","name":"payload-processing-e2e-shared-b-w4-ed012e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:53.860304387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"default-tenant","reconcileID":"c9707b99-c015-4912-82f8-4bca2711d400","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w4-ed012e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:53.863446873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"default-tenant","reconcileID":"c9707b99-c015-4912-82f8-4bca2711d400","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w4-ed012e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:53.866308775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"default-tenant","reconcileID":"c9707b99-c015-4912-82f8-4bca2711d400","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w4-ed012e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:53.869032002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"default-tenant","reconcileID":"c9707b99-c015-4912-82f8-4bca2711d400","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w4-ed012e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:53.875342667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"default-tenant","reconcileID":"c9707b99-c015-4912-82f8-4bca2711d400","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w4-ed012e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:53.878202136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"default-tenant","reconcileID":"c9707b99-c015-4912-82f8-4bca2711d400","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w4-ed012e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:53.880720426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"default-tenant","reconcileID":"c9707b99-c015-4912-82f8-4bca2711d400","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w4-ed012e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:53.883286177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"default-tenant","reconcileID":"c9707b99-c015-4912-82f8-4bca2711d400","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w4-ed012e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:53.885766093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ed012e"},"namespace":"ai-tenant-e2e-shared-b-w4-ed012e","name":"default-tenant","reconcileID":"c9707b99-c015-4912-82f8-4bca2711d400","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w4-ed012e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:53.96963392Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-ed012e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-ed012e","reconcileID":"0c17e6f7-25e2-4110-b9ad-8699790f20ff","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-ed012e","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w4-ed012e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:53.999454314Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","reconcileID":"499cbcf0-a15e-4420-b72c-4ab5d09627bb","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:54.402835666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcf6bf1a-c7b6-47af-9946-827678c0d192","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:54.407287073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcf6bf1a-c7b6-47af-9946-827678c0d192","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:54.411684035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcf6bf1a-c7b6-47af-9946-827678c0d192","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:54.41581332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcf6bf1a-c7b6-47af-9946-827678c0d192","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:54.628333079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1b98d39-0050-4329-a294-c2c8618adbff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:54.631690712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1b98d39-0050-4329-a294-c2c8618adbff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:54.634769327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1b98d39-0050-4329-a294-c2c8618adbff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:54.637820443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1b98d39-0050-4329-a294-c2c8618adbff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.12167242Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"default-tenant","reconcileID":"59a8bf54-c1ad-4327-8ed7-ba170d62f095","namespace":"ai-tenant-e2e-worker-w0-9de872","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.121739562Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"default-tenant","reconcileID":"59a8bf54-c1ad-4327-8ed7-ba170d62f095","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.128958519Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"default-tenant","reconcileID":"59a8bf54-c1ad-4327-8ed7-ba170d62f095","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.12988242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"0c0605ab-5440-4143-9629-d9b6b7fd7fe0","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.136351528Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"default-tenant","reconcileID":"59a8bf54-c1ad-4327-8ed7-ba170d62f095","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.136365168Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"default-tenant","reconcileID":"59a8bf54-c1ad-4327-8ed7-ba170d62f095","namespace":"ai-tenant-e2e-worker-w0-9de872","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.136460059Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"default-tenant","reconcileID":"59a8bf54-c1ad-4327-8ed7-ba170d62f095","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.13972455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"69430036-4ab7-4542-a72b-db072656242d","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.14456953Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"default-tenant","reconcileID":"59a8bf54-c1ad-4327-8ed7-ba170d62f095","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.147386805Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-subscription","reconcileID":"4802a33d-348a-46da-b299-010cdc62fd09","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a5e80b74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.147842364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"3c84df3f-0385-4232-a908-cf4542e427e5","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.152983742Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-subscription","reconcileID":"c0c674ac-efb5-43b6-8034-760800650f88","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2f3a3b99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.156747924Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"default-tenant","reconcileID":"59a8bf54-c1ad-4327-8ed7-ba170d62f095","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.156972182Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"default-tenant","reconcileID":"0f450237-52dd-4e09-8f0b-5803f58ef4aa","namespace":"ai-tenant-e2e-extmod-b-4a477d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.158556106Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"default-tenant","reconcileID":"0f450237-52dd-4e09-8f0b-5803f58ef4aa","namespace":"ai-tenant-e2e-extmod-b-4a477d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.158637108Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"default-tenant","reconcileID":"0f450237-52dd-4e09-8f0b-5803f58ef4aa","tenant":"e2e-extmod-b-4a477d","tenantID":"e2e-extmod-b-4a477d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.158392405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"0f20ce2a-dcfa-4818-b6e9-6e0aae862c70","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.160740683Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-subscription","reconcileID":"72233240-05cd-4937-a7a0-b3ed7e4e3b4b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a5e80b74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.164119655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"default-tenant","reconcileID":"0f450237-52dd-4e09-8f0b-5803f58ef4aa","gvk":"Deployment","name":"maas-api-e2e-extmod-b-4a477d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.180405293Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-subscription","reconcileID":"b7d92f7e-4e72-4957-a294-2596ddc7553d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2f3a3b99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.190614371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"default-tenant","reconcileID":"0f450237-52dd-4e09-8f0b-5803f58ef4aa","gvk":"Service","name":"maas-api-e2e-extmod-b-4a477d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.200533765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"831f3a01-68d5-4a94-ad38-b136fffaeddf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.201967739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"28b81e7d-5dac-44b7-a500-ae8cb5c93288","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.203418624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"default-tenant","reconcileID":"0f450237-52dd-4e09-8f0b-5803f58ef4aa","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-4a477d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.211744319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"831f3a01-68d5-4a94-ad38-b136fffaeddf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.211981703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"default-tenant","reconcileID":"0f450237-52dd-4e09-8f0b-5803f58ef4aa","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-4a477d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.213128615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"28b81e7d-5dac-44b7-a500-ae8cb5c93288","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.222037801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"default-tenant","reconcileID":"0f450237-52dd-4e09-8f0b-5803f58ef4aa","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-4a477d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.225432906Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"2efc4387-1b51-47e2-983d-9e0919eb88f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"model":"e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.225868141Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"6670bd8f-d3f5-4a55-a8a9-acaf634e3450","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"model":"e2e-models-e2e-worker-w0-9de872/premium-w0-9de872","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.229397339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"default-tenant","reconcileID":"0f450237-52dd-4e09-8f0b-5803f58ef4aa","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-4a477d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.235074918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"default-tenant","reconcileID":"0f450237-52dd-4e09-8f0b-5803f58ef4aa","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-4a477d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.24200364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"default-tenant","reconcileID":"0f450237-52dd-4e09-8f0b-5803f58ef4aa","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-4a477d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.246302519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"default-tenant","reconcileID":"0f450237-52dd-4e09-8f0b-5803f58ef4aa","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-4a477d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.249004538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"default-tenant","reconcileID":"0f450237-52dd-4e09-8f0b-5803f58ef4aa","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-4a477d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.251560273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"default-tenant","reconcileID":"0f450237-52dd-4e09-8f0b-5803f58ef4aa","gvk":"Service","name":"payload-processing-e2e-extmod-b-4a477d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.254146029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"default-tenant","reconcileID":"0f450237-52dd-4e09-8f0b-5803f58ef4aa","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-4a477d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.256712412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"default-tenant","reconcileID":"0f450237-52dd-4e09-8f0b-5803f58ef4aa","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-4a477d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.259262518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"default-tenant","reconcileID":"0f450237-52dd-4e09-8f0b-5803f58ef4aa","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-4a477d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.261873227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"default-tenant","reconcileID":"0f450237-52dd-4e09-8f0b-5803f58ef4aa","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-4a477d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.267639234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"default-tenant","reconcileID":"0f450237-52dd-4e09-8f0b-5803f58ef4aa","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-4a477d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.272138228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"default-tenant","reconcileID":"0f450237-52dd-4e09-8f0b-5803f58ef4aa","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-4a477d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.274681487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"default-tenant","reconcileID":"0f450237-52dd-4e09-8f0b-5803f58ef4aa","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-4a477d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.277168465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"default-tenant","reconcileID":"0f450237-52dd-4e09-8f0b-5803f58ef4aa","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-4a477d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.279641443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4a477d"},"namespace":"ai-tenant-e2e-extmod-b-4a477d","name":"default-tenant","reconcileID":"0f450237-52dd-4e09-8f0b-5803f58ef4aa","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-4a477d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.368971939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"6670bd8f-d3f5-4a55-a8a9-acaf634e3450","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.369988618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"2efc4387-1b51-47e2-983d-9e0919eb88f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.476044976Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"2efc4387-1b51-47e2-983d-9e0919eb88f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.476079572Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-access","reconcileID":"2efc4387-1b51-47e2-983d-9e0919eb88f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:15:58.503623727Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"6670bd8f-d3f5-4a55-a8a9-acaf634e3450","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w0-9de872-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1946\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:15:58.503701655Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"6670bd8f-d3f5-4a55-a8a9-acaf634e3450","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w0-9de872-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.565944466Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-4a477d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-4a477d","reconcileID":"e48cecea-7c92-472d-bdad-b3e3ab563d78","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-4a477d","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-4a477d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.566771968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"df37fbe2-e1f7-4843-b75b-63d9101ed9f1","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.567204349Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"ab3e5491-f740-4f29-aa41-497e577a2d4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"model":"e2e-models-e2e-worker-w0-9de872/premium-w0-9de872","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.588859561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"ab3e5491-f740-4f29-aa41-497e577a2d4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.604788531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"ab3e5491-f740-4f29-aa41-497e577a2d4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"e2e-worker-w0-9de872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.604816112Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-access","reconcileID":"ab3e5491-f740-4f29-aa41-497e577a2d4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9de872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9de872","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.608264491Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","reconcileID":"e202c7d4-d665-4660-b551-9bb3354f6dc6","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.620669772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"653f1ada-841e-4398-97cc-4f05d5544f98","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.775667535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-2-w0-9de872","reconcileID":"0db06839-d3a1-4022-8ce2-d1f02aef285b","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"distinct-2-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"distinct-2-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.775937247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-w0-9de872","reconcileID":"7ef2d85e-4989-4c65-ad32-908e19be3f07","MaaSModelRef":{"name":"distinct-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"distinct-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"distinct-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.808586403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7efc2cf-c178-42f0-b71b-465a9d956085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.811551944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7efc2cf-c178-42f0-b71b-465a9d956085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.814505376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7efc2cf-c178-42f0-b71b-465a9d956085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.820825329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7efc2cf-c178-42f0-b71b-465a9d956085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:59.225496176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed51a709-a285-4615-9692-48baa35bf9ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:59.229574252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed51a709-a285-4615-9692-48baa35bf9ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:59.233655254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed51a709-a285-4615-9692-48baa35bf9ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:59.237009135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed51a709-a285-4615-9692-48baa35bf9ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:00.793284578Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","reconcileID":"fd43799f-1dd9-4a54-9fe2-5933571865d0","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:00.823833022Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","reconcileID":"6e5fa210-003b-48ae-984f-c74a0c5b6bb7","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:00.961332214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6087309c-0879-40f1-97ca-540285821e71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:00.981118075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6087309c-0879-40f1-97ca-540285821e71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:01.07132454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6087309c-0879-40f1-97ca-540285821e71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:01.091840618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6087309c-0879-40f1-97ca-540285821e71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:01.456812101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74490efe-4b0a-4632-8a40-6813adaa3082","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:01.460543577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74490efe-4b0a-4632-8a40-6813adaa3082","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:01.46660218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74490efe-4b0a-4632-8a40-6813adaa3082","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:01.473886742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74490efe-4b0a-4632-8a40-6813adaa3082","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:01.953588828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2131002-a296-43e5-ae68-4eeb654c4020","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:01.957290738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2131002-a296-43e5-ae68-4eeb654c4020","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:01.960452756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2131002-a296-43e5-ae68-4eeb654c4020","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:01.963780072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2131002-a296-43e5-ae68-4eeb654c4020","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:02.994256782Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","reconcileID":"3f3e6838-911f-4f96-9867-d2b43bf31977","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:02.998437024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"a6563d22-a78c-431b-b440-0ef1cfe74190","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"premium-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"premium-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:02.998758283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"d854a443-1854-418d-affb-035b4fd16b38","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:02.998936453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"fc1dbb80-936e-4495-b062-f14cc9ef0b6b","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:02.999136514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"a4bcf428-f5c2-41db-8c52-e2db650b75a6","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:03.008457269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"40143728-294c-4249-98c5-fc72b5bc0053","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:03.013691777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-subscription","reconcileID":"422643de-6d0e-4e57-9a5c-8e00c63452b1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-premium-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/premium-w4-0458df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:03.014615665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-subscription","reconcileID":"c83bd86e-e707-4f86-86e8-bc1101f6d86f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-simulator-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:03.054414611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"40143728-294c-4249-98c5-fc72b5bc0053","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:03.070411089Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","reconcileID":"10124ed1-b857-49c4-a1b3-5af96f49b7ff","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:03.090481765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"34ca5929-2af8-48a0-a6c8-dd43c68e05de","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"premium-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"premium-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:03.090997748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"dadba5f0-dc06-488c-8470-2202eed10512","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:03.091319046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"6cce9733-06be-4663-b8b4-aed55c8da48a","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:03.091599049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"23dc4375-878e-4ddb-bff8-6bcb7ca30eec","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:03.105376177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"6a326375-8188-4b64-a8d2-af8c9032cb8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:03.113627491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"6a326375-8188-4b64-a8d2-af8c9032cb8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:03.114225957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-subscription","reconcileID":"e400d82c-560d-446a-b6f7-1cd8e59d6ddd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-simulator-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:03.114626938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-subscription","reconcileID":"2a221d1a-3fb0-488a-b891-447f7755a0ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-premium-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/premium-w4-0458df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:03.263662594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"76ebf630-2d99-44ee-95a3-7b567f107a1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:03.27138643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"76ebf630-2d99-44ee-95a3-7b567f107a1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:03.289156475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69884913-13bc-4da9-aa34-38ca9b74b3c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:03.292512007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69884913-13bc-4da9-aa34-38ca9b74b3c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:03.295639763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69884913-13bc-4da9-aa34-38ca9b74b3c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:03.29928249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69884913-13bc-4da9-aa34-38ca9b74b3c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:03.306138273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"d6bf497f-af0f-44b7-9880-6b8f460f5db9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:03.316196744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"d6bf497f-af0f-44b7-9880-6b8f460f5db9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:03.465832865Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-5f2375-aeca82-sub","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-sub","reconcileID":"03dfdb16-017a-4b3b-a02c-607a16a709aa","MaaSSubscription":{"name":"e2e-cfl-5f2375-aeca82-sub","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"model":"e2e-extmod-cfl-1-aeca82/e2e-cfl-5f2375","subscription":"e2e-cfl-5f2375-aeca82-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:03.474291512Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-5f2375-aeca82-sub","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-sub","reconcileID":"03dfdb16-017a-4b3b-a02c-607a16a709aa","MaaSSubscription":{"name":"e2e-cfl-5f2375-aeca82-sub","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"model":"e2e-extmod-cfl-1-aeca82/e2e-cfl-5f2375","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:03.477738146Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-5f2375-aeca82-sub","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-sub","reconcileID":"03dfdb16-017a-4b3b-a02c-607a16a709aa","MaaSSubscription":{"name":"e2e-cfl-5f2375-aeca82-sub","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"name":"maas-trlp-e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82","model":"e2e-extmod-cfl-1-aeca82/e2e-cfl-5f2375","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:03.507985819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"namespace":"e2e-extmod-cfl-1-aeca82","name":"e2e-cfl-5f2375","reconcileID":"284de649-6685-4fd2-9e8d-17fa958af358","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"tenant":"e2e-extmod-a-ca2cd5","gateway":"openshift-ingress/e2e-extmod-a-ca2cd5","model":"e2e-extmod-cfl-1-aeca82/e2e-cfl-5f2375","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:03.508011338Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"namespace":"e2e-extmod-cfl-1-aeca82","name":"e2e-cfl-5f2375","reconcileID":"284de649-6685-4fd2-9e8d-17fa958af358","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"routeName":"external-model-e2e-cfl-5f2375-d7bbc5930308","namespace":"e2e-extmod-cfl-1-aeca82","model":"e2e-cfl-5f2375","externalModel":"e2e-cfl-5f2375","provider":"e2e-cfl-5f2375-provider","gateway":"openshift-ingress/e2e-extmod-a-ca2cd5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:03.559930566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"477940a1-6b4d-4fc3-b460-f0b32813b01a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:03.560186943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"345331cd-5da3-4770-a9f5-de39b3b03e67","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ca2cd5","tenantID":"e2e-extmod-a-ca2cd5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:03.563500075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"477940a1-6b4d-4fc3-b460-f0b32813b01a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:03.56644062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"477940a1-6b4d-4fc3-b460-f0b32813b01a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:03.569871986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"477940a1-6b4d-4fc3-b460-f0b32813b01a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:03.573743357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"345331cd-5da3-4770-a9f5-de39b3b03e67","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"name":"e2e-extmod-a-ca2cd5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:03.611384762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"ee6e4d0b-cb8a-4346-acf5-2cd1a27d688f","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ca2cd5","tenantID":"e2e-extmod-a-ca2cd5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:03.618223647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"ee6e4d0b-cb8a-4346-acf5-2cd1a27d688f","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"name":"e2e-extmod-a-ca2cd5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:03.644348878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"namespace":"e2e-extmod-cfl-1-aeca82","name":"e2e-cfl-5f2375","reconcileID":"b7bc8f37-be0c-4305-bbf6-2b14dc45f805","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"tenant":"e2e-extmod-a-ca2cd5","gateway":"openshift-ingress/e2e-extmod-a-ca2cd5","model":"e2e-extmod-cfl-1-aeca82/e2e-cfl-5f2375","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:03.644366943Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"namespace":"e2e-extmod-cfl-1-aeca82","name":"e2e-cfl-5f2375","reconcileID":"b7bc8f37-be0c-4305-bbf6-2b14dc45f805","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"routeName":"external-model-e2e-cfl-5f2375-d7bbc5930308","namespace":"e2e-extmod-cfl-1-aeca82","model":"e2e-cfl-5f2375","externalModel":"e2e-cfl-5f2375","provider":"e2e-cfl-5f2375-provider","gateway":"openshift-ingress/e2e-extmod-a-ca2cd5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:03.783210621Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"0c457788-c29b-4580-9da1-a146a48ccf34","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"model":"e2e-extmod-cfl-1-aeca82/e2e-cfl-5f2375","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:03.860751367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"0c457788-c29b-4580-9da1-a146a48ccf34","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ca2cd5","tenantID":"e2e-extmod-a-ca2cd5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:03.886237099Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"0c457788-c29b-4580-9da1-a146a48ccf34","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"name":"e2e-extmod-a-ca2cd5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:03.886256143Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"e2e-cfl-5f2375-aeca82-access","reconcileID":"0c457788-c29b-4580-9da1-a146a48ccf34","MaaSAuthPolicy":{"name":"e2e-cfl-5f2375-aeca82-access","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ca2cd5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:03.891467259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23fb21df-cea2-4962-8b59-05bc254b28d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:03.894709705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23fb21df-cea2-4962-8b59-05bc254b28d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:03.898024715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23fb21df-cea2-4962-8b59-05bc254b28d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:03.89815587Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"namespace":"e2e-extmod-cfl-1-aeca82","name":"e2e-cfl-5f2375","reconcileID":"c58b59c5-83a1-47f2-83ce-e46ee7acb738","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"tenant":"e2e-extmod-a-ca2cd5","gateway":"openshift-ingress/e2e-extmod-a-ca2cd5","model":"e2e-extmod-cfl-1-aeca82/e2e-cfl-5f2375","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:03.898172437Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"namespace":"e2e-extmod-cfl-1-aeca82","name":"e2e-cfl-5f2375","reconcileID":"c58b59c5-83a1-47f2-83ce-e46ee7acb738","MaaSModelRef":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"routeName":"external-model-e2e-cfl-5f2375-d7bbc5930308","namespace":"e2e-extmod-cfl-1-aeca82","model":"e2e-cfl-5f2375","externalModel":"e2e-cfl-5f2375","provider":"e2e-cfl-5f2375-provider","gateway":"openshift-ingress/e2e-extmod-a-ca2cd5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:03.901015976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23fb21df-cea2-4962-8b59-05bc254b28d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:04.412183877Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","reconcileID":"1c2a556d-8411-4ebf-b294-e4e5f33fea69","namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:04.421716982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"5ba547aa-e13a-4bcc-9f51-60d7bf9ed70f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:04.422040203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"b9759ab2-0a3c-4eb0-a933-507291805108","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:04.423361799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"b76fae80-21bb-4d98-a105-6b91d0bac0d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:04.423395343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"1d9d59a5-c87c-485e-8586-9b8e52b6d81d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:04.4242515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"623fb8a7-91eb-43bd-85c9-f601c5d01e36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:04.43427837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"5ba547aa-e13a-4bcc-9f51-60d7bf9ed70f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:04.435296947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"623fb8a7-91eb-43bd-85c9-f601c5d01e36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:04.457119606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"b9759ab2-0a3c-4eb0-a933-507291805108","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:04.460667547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"1d9d59a5-c87c-485e-8586-9b8e52b6d81d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:04.463395419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"b76fae80-21bb-4d98-a105-6b91d0bac0d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:04.556628789Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-2-c4610a"},"namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","reconcileID":"d5de9833-0e58-4b92-b6f8-043b0a080e1e","namespace":"e2e-extmod-cfl-2-c4610a","name":"e2e-cfl-5f2375","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:04.571320598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"759278df-12d7-4121-9cee-01e6764ed7c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:04.573416815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"946a0c5e-778f-4cc0-800b-bbaf3706975e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:04.579327459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"759278df-12d7-4121-9cee-01e6764ed7c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:04.581223682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"946a0c5e-778f-4cc0-800b-bbaf3706975e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:04.673740845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"56b38e39-be12-42e7-ba99-83698265d5b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:04.673815387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"c980c3f7-fe8b-4948-8ca8-b1ed32601d99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:04.674313064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d750c59-50db-466e-b7ec-f9b444e986e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:04.676050156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"d2e2cde8-4d6c-46d3-8fb9-5e41c8e02e8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:04.676188988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"918595d1-65b2-4dfa-88c1-2c1eb3fdde26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:04.683142717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"c980c3f7-fe8b-4948-8ca8-b1ed32601d99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:04.684161088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"56b38e39-be12-42e7-ba99-83698265d5b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:04.686471023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"d2e2cde8-4d6c-46d3-8fb9-5e41c8e02e8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:04.688563656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d750c59-50db-466e-b7ec-f9b444e986e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:04.69023334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"918595d1-65b2-4dfa-88c1-2c1eb3fdde26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:04.81944604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"2b2a40f1-bca5-4e51-83b0-5dd22c7b6f9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:04.81981113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"98e07770-d355-40fa-907c-fba65c0560d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:04.820187793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"98e28763-3ddd-4d8c-a7d5-48cdba7e6409","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:04.829211332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"98e07770-d355-40fa-907c-fba65c0560d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:04.831527877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"98e28763-3ddd-4d8c-a7d5-48cdba7e6409","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:04.85622495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"2b2a40f1-bca5-4e51-83b0-5dd22c7b6f9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:05.460756842Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"namespace":"e2e-extmod-cfl-1-aeca82","name":"e2e-cfl-5f2375","reconcileID":"93c1565d-fe4b-425f-bf9e-cfcadf9adf0b","namespace":"e2e-extmod-cfl-1-aeca82","name":"e2e-cfl-5f2375","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:05.472637153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"9b0c4c51-a3ba-483b-bee4-df3e0c296034","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:05.472818178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"7d08eaed-2f51-4535-8d0e-857ad76de1c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:05.473598589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2fe3877a-1ef9-4b31-adbd-10755fd961fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:05.474348182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"c50a9749-3e1c-406d-a23d-8b6f76c378b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:05.476017505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd9a79a2-3269-402a-9d44-3369d0ab7da5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:05.49277125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd9a79a2-3269-402a-9d44-3369d0ab7da5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:05.49361867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"7d08eaed-2f51-4535-8d0e-857ad76de1c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:05.559610457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"9b0c4c51-a3ba-483b-bee4-df3e0c296034","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:05.560565697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"c50a9749-3e1c-406d-a23d-8b6f76c378b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:05.560881947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2fe3877a-1ef9-4b31-adbd-10755fd961fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:05.59996173Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-5f2375","namespace":"e2e-extmod-cfl-1-aeca82"},"namespace":"e2e-extmod-cfl-1-aeca82","name":"e2e-cfl-5f2375","reconcileID":"e55b1c2e-6f00-4fbc-9732-5d040364c735","namespace":"e2e-extmod-cfl-1-aeca82","name":"e2e-cfl-5f2375","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:05.67782975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"ac33dffc-787b-4344-a348-b6916cc263b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:05.678357899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"cd8ce8c8-2be8-4503-808c-a15f10d4ebb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:05.678798499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"9c1e7ed9-cc73-401a-b2f3-b6348b323978","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:05.680848563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"51520518-eb06-4508-9c08-defbae248008","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:05.681231817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"544166b3-9490-4ec5-8383-4be8f545bc86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:05.685630962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"ac33dffc-787b-4344-a348-b6916cc263b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:05.685864016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"cd8ce8c8-2be8-4503-808c-a15f10d4ebb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:05.687941675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"9c1e7ed9-cc73-401a-b2f3-b6348b323978","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:05.68829753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"51520518-eb06-4508-9c08-defbae248008","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:05.690609462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"544166b3-9490-4ec5-8383-4be8f545bc86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:05.821684814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"dd58c731-c1e2-48e4-a8a5-4ade5cf9701f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:05.850677207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"c75bbeb1-85f3-4875-8d38-0df1a2f4dcb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:05.858242141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f346efeb-e4c1-42b3-ae76-df67c91b249d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:05.858808507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"378d5785-eb53-4db5-91a1-468f5cf12057","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:05.85939847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"a6f2e107-214c-4ffc-9239-e8aca25e8a1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:05.874668726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"dd58c731-c1e2-48e4-a8a5-4ade5cf9701f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:05.881758182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"a6f2e107-214c-4ffc-9239-e8aca25e8a1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:05.886656438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"378d5785-eb53-4db5-91a1-468f5cf12057","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:05.896379724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f346efeb-e4c1-42b3-ae76-df67c91b249d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:05.896823847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"c75bbeb1-85f3-4875-8d38-0df1a2f4dcb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:06.956236376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c32b35d-fc56-4624-94fb-6a2190cc122f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:06.959729316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c32b35d-fc56-4624-94fb-6a2190cc122f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:06.963478526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c32b35d-fc56-4624-94fb-6a2190cc122f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:06.967502075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c32b35d-fc56-4624-94fb-6a2190cc122f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:07.24019987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26e69299-2800-4bb0-90de-2dcf9c66981e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:07.243368017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26e69299-2800-4bb0-90de-2dcf9c66981e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:07.25647854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26e69299-2800-4bb0-90de-2dcf9c66981e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:07.259691051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26e69299-2800-4bb0-90de-2dcf9c66981e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:07.557267505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc30feb1-aed2-4f37-979f-1ce6a47490ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:07.560686804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc30feb1-aed2-4f37-979f-1ce6a47490ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:07.563929266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc30feb1-aed2-4f37-979f-1ce6a47490ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:07.567431331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc30feb1-aed2-4f37-979f-1ce6a47490ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:07.97777759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"f3f59e2b-38b9-4e65-a978-3f5faee7f66f","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:08.025475755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"a5bd865d-c98f-4505-a9a3-c3430d2d86de","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:08.069730726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"efdd9ac8-a5f5-474f-9dd9-b521a2fd8dfb","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"premium-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"premium-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:08.091038735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-subscription","reconcileID":"f8c16bd7-54b6-4e43-9c47-4d2df02b5056","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-premium-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/premium-w4-0458df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:08.097944921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"c6c7bf99-1f86-408f-833b-6af848d939a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:08.101708219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"3951d248-f43e-4265-bc76-8fd6ca297d33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:08.128025184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"3f43751c-78bc-46f9-8941-e6d1a9c027d2","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:08.152393518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"3951d248-f43e-4265-bc76-8fd6ca297d33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:08.157186262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"c6c7bf99-1f86-408f-833b-6af848d939a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:08.169871806Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-subscription","reconcileID":"3fcc5371-41e9-4467-a685-fdbb5797da18","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"model":"e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:08.171319593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"997a1a24-9595-482a-a508-e7640bc81d4a","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"premium-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"premium-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:08.175822976Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-subscription","reconcileID":"3fcc5371-41e9-4467-a685-fdbb5797da18","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"model":"e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:08.184477475Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-subscription","reconcileID":"13ca5f87-6042-4698-a1bf-cbf654849e48","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"model":"e2e-models-e2e-worker-w0-9de872/premium-w0-9de872","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:08.187879816Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-subscription","reconcileID":"9400c906-a3b0-45cc-ad7b-ef370ba8385f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-simulator-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:08.188439539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-subscription","reconcileID":"8eedf7bb-6f0a-4519-9476-68cdddf0fca7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-premium-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/premium-w4-0458df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:08.188990803Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-subscription","reconcileID":"13ca5f87-6042-4698-a1bf-cbf654849e48","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"model":"e2e-models-e2e-worker-w0-9de872/premium-w0-9de872","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:08.193713182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"9f180c4c-45b2-40d4-9f53-898573526b8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:08.195383079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"a97aabb0-941e-4535-8b32-6cf5b675a401","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:08.196176663Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"premium-simulator-subscription","reconcileID":"13ca5f87-6042-4698-a1bf-cbf654849e48","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/premium-w0-9de872","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:08.196289036Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"simulator-subscription","reconcileID":"3fcc5371-41e9-4467-a685-fdbb5797da18","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9de872"},"name":"maas-trlp-simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872","model":"e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:08.2046633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"9f180c4c-45b2-40d4-9f53-898573526b8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:08.207337584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"a97aabb0-941e-4535-8b32-6cf5b675a401","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:08.2141569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"a7f0a5ea-4cba-4f15-a940-0daa52363396","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:08.288486915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"e7adf909-42aa-44c0-81ef-9001e11dc078","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"premium-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"premium-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:08.291294036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-subscription","reconcileID":"05ad6d77-c1b0-4a16-a6cd-aa50d6191ac2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-simulator-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:08.294981899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"ba0ffb7b-3a0a-40c2-8663-c36be0f6a374","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"simulator-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"simulator-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:08.776762158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-2-w0-9de872","reconcileID":"a9b9d2c4-0f29-4d9b-9b48-fb4d99872dda","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"distinct-2-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"distinct-2-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:08.777161674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-w0-9de872","reconcileID":"a5825807-bc3d-4c29-8066-69766ccfc221","MaaSModelRef":{"name":"distinct-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"routeName":"distinct-w0-9de872-kserve-route","namespace":"e2e-models-e2e-worker-w0-9de872","llmisvcName":"distinct-w0-9de872","gateway":"openshift-ingress/e2e-worker-w0-9de872","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:09.432479508Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"default-tenant","reconcileID":"b3511c0b-7796-42be-9963-bc0ac2066a0b","namespace":"ai-tenant-e2e-worker-w0-9de872","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:09.432536479Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"default-tenant","reconcileID":"b3511c0b-7796-42be-9963-bc0ac2066a0b","namespace":"ai-tenant-e2e-worker-w0-9de872","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:09.432582099Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"default-tenant","reconcileID":"b3511c0b-7796-42be-9963-bc0ac2066a0b","tenant":"e2e-worker-w0-9de872","tenantID":"e2e-worker-w0-9de872","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:09.437774487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"default-tenant","reconcileID":"b3511c0b-7796-42be-9963-bc0ac2066a0b","gvk":"Deployment","name":"maas-api-e2e-worker-w0-9de872","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:09.450413203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"default-tenant","reconcileID":"b3511c0b-7796-42be-9963-bc0ac2066a0b","gvk":"Service","name":"maas-api-e2e-worker-w0-9de872","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:09.465133962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"default-tenant","reconcileID":"b3511c0b-7796-42be-9963-bc0ac2066a0b","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-9de872","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:09.469993206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"default-tenant","reconcileID":"b3511c0b-7796-42be-9963-bc0ac2066a0b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-9de872","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:09.475476107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"default-tenant","reconcileID":"b3511c0b-7796-42be-9963-bc0ac2066a0b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-9de872","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:09.48227739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"default-tenant","reconcileID":"b3511c0b-7796-42be-9963-bc0ac2066a0b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-9de872","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:09.491527964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"default-tenant","reconcileID":"b3511c0b-7796-42be-9963-bc0ac2066a0b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-9de872","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:09.497856292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"default-tenant","reconcileID":"b3511c0b-7796-42be-9963-bc0ac2066a0b","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-9de872","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:09.500673145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"default-tenant","reconcileID":"b3511c0b-7796-42be-9963-bc0ac2066a0b","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-9de872","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:09.503627602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"default-tenant","reconcileID":"b3511c0b-7796-42be-9963-bc0ac2066a0b","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-9de872","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:09.506460191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"default-tenant","reconcileID":"b3511c0b-7796-42be-9963-bc0ac2066a0b","gvk":"Service","name":"payload-processing-e2e-worker-w0-9de872","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:09.509665839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"default-tenant","reconcileID":"b3511c0b-7796-42be-9963-bc0ac2066a0b","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-9de872","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:09.512223676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"default-tenant","reconcileID":"b3511c0b-7796-42be-9963-bc0ac2066a0b","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-9de872","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:09.51498199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"default-tenant","reconcileID":"b3511c0b-7796-42be-9963-bc0ac2066a0b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-9de872","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:09.517648714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"default-tenant","reconcileID":"b3511c0b-7796-42be-9963-bc0ac2066a0b","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-9de872","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:09.524288413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"default-tenant","reconcileID":"b3511c0b-7796-42be-9963-bc0ac2066a0b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-9de872","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:09.527496026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"default-tenant","reconcileID":"b3511c0b-7796-42be-9963-bc0ac2066a0b","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-9de872","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:09.530692573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"default-tenant","reconcileID":"b3511c0b-7796-42be-9963-bc0ac2066a0b","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-9de872","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:09.533641782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"default-tenant","reconcileID":"b3511c0b-7796-42be-9963-bc0ac2066a0b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-9de872","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:09.536430258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9de872"},"namespace":"ai-tenant-e2e-worker-w0-9de872","name":"default-tenant","reconcileID":"b3511c0b-7796-42be-9963-bc0ac2066a0b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-9de872","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:09.780442661Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-9de872","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-9de872","reconcileID":"2ea8a908-706c-42b2-b89a-821b3cf73141","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-9de872","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-9de872"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:09.916547011Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"422b7cf6-90f9-497f-8c18-27c8a53e8d3a","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/premium-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:09.952525965Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"422b7cf6-90f9-497f-8c18-27c8a53e8d3a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/premium-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:09.952717102Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"539477da-8e93-41d0-b5a0-d8b725bd2e7c","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:09.977205435Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"539477da-8e93-41d0-b5a0-d8b725bd2e7c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:09.977389336Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-2-w0-9de872","reconcileID":"435930c7-9442-4f44-8b0f-958940077d4f","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/distinct-2-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:10.0029429Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-2-w0-9de872","reconcileID":"435930c7-9442-4f44-8b0f-958940077d4f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/distinct-2-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:10.003135333Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-w0-9de872","reconcileID":"a93ad82c-1c0f-4fe1-98f5-7058462a1624","MaaSModelRef":{"name":"distinct-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/distinct-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:10.027762196Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-w0-9de872","reconcileID":"a93ad82c-1c0f-4fe1-98f5-7058462a1624","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/distinct-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:10.027924662Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"c369f82b-a6a9-4e91-b8dd-d56e776b8c9f","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/premium-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:10.027972581Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"c369f82b-a6a9-4e91-b8dd-d56e776b8c9f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/premium-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:10.028059827Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"031f3429-2eca-4824-859c-7ff4cac0ddb1","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:10.028089939Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"031f3429-2eca-4824-859c-7ff4cac0ddb1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:10.028230427Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-2-w0-9de872","reconcileID":"48fcccc8-5e6f-42bf-9f01-cb11bd0c278a","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/distinct-2-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:10.028267318Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-2-w0-9de872","reconcileID":"48fcccc8-5e6f-42bf-9f01-cb11bd0c278a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/distinct-2-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:10.033388659Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-w0-9de872","reconcileID":"016f4041-70bc-4aa5-ae51-6d33abbf9b91","MaaSModelRef":{"name":"distinct-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/distinct-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:10.033452681Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-w0-9de872","reconcileID":"016f4041-70bc-4aa5-ae51-6d33abbf9b91","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/distinct-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:10.038240102Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"44c4c81a-e877-41ef-a444-d41c32df5aa2","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/premium-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:10.038303135Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"44c4c81a-e877-41ef-a444-d41c32df5aa2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/premium-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:10.038422321Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"69c6eaf2-f5c3-457a-b898-168a5842f4dd","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:10.03846089Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"69c6eaf2-f5c3-457a-b898-168a5842f4dd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:10.038548509Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-2-w0-9de872","reconcileID":"e86ef2d9-af38-4b43-b2da-615fa1838435","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/distinct-2-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:10.038583989Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-2-w0-9de872","reconcileID":"e86ef2d9-af38-4b43-b2da-615fa1838435","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/distinct-2-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:10.043861347Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-w0-9de872","reconcileID":"4da7aed9-e75a-42e6-8c36-b1a2b38af3e7","MaaSModelRef":{"name":"distinct-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/distinct-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:10.043924991Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-w0-9de872","reconcileID":"4da7aed9-e75a-42e6-8c36-b1a2b38af3e7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/distinct-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:10.058882748Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"ada63fed-4f17-4836-92e8-417920a046e0","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/premium-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:10.058948188Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"ada63fed-4f17-4836-92e8-417920a046e0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/premium-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:10.059049081Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"c19812c7-c07e-4854-8e98-54d0a756a2dd","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:10.059121509Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"c19812c7-c07e-4854-8e98-54d0a756a2dd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:10.059226668Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-2-w0-9de872","reconcileID":"a4b818f4-b208-4184-aa60-dfb1c808b55f","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/distinct-2-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:10.059275182Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-2-w0-9de872","reconcileID":"a4b818f4-b208-4184-aa60-dfb1c808b55f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/distinct-2-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:10.065118175Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-w0-9de872","reconcileID":"b92459e5-5713-4860-87bd-69f6b854a296","MaaSModelRef":{"name":"distinct-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/distinct-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:10.065239558Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-w0-9de872","reconcileID":"b92459e5-5713-4860-87bd-69f6b854a296","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/distinct-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:10.099176724Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"739c9d07-2004-4db1-a58b-de20ff89b506","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/premium-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:10.099244279Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"739c9d07-2004-4db1-a58b-de20ff89b506","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/premium-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:10.099394913Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"b3ef3650-14b7-49fe-be70-2c8ab2c717d8","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:10.099468404Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"b3ef3650-14b7-49fe-be70-2c8ab2c717d8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:10.099581844Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-2-w0-9de872","reconcileID":"c03c2571-ddbe-4382-b885-307c7edb337c","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/distinct-2-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:10.09963213Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-2-w0-9de872","reconcileID":"c03c2571-ddbe-4382-b885-307c7edb337c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/distinct-2-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:10.106078179Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-w0-9de872","reconcileID":"c2aa9958-5438-4c2f-a73e-0d46743e2cd6","MaaSModelRef":{"name":"distinct-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/distinct-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:10.106167383Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-w0-9de872","reconcileID":"c2aa9958-5438-4c2f-a73e-0d46743e2cd6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/distinct-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:10.128630771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bda68efa-bd71-4a4a-8ca3-c864cada9c6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:10.132643402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bda68efa-bd71-4a4a-8ca3-c864cada9c6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:10.152111147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bda68efa-bd71-4a4a-8ca3-c864cada9c6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:10.160536579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bda68efa-bd71-4a4a-8ca3-c864cada9c6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:10.18040889Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"763a0416-30fe-40c4-8b2b-a0a0421b015b","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/premium-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:10.180510832Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"763a0416-30fe-40c4-8b2b-a0a0421b015b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/premium-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:10.180666571Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"42eee9b2-7ce4-41dd-a6be-3c7d0a8c57c0","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:10.180715552Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"42eee9b2-7ce4-41dd-a6be-3c7d0a8c57c0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:10.180824405Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-2-w0-9de872","reconcileID":"a2ffec31-58b9-4899-9667-e7b18d7fca48","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/distinct-2-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:10.180876967Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-2-w0-9de872","reconcileID":"a2ffec31-58b9-4899-9667-e7b18d7fca48","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/distinct-2-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:10.187165659Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-w0-9de872","reconcileID":"c393a33c-6e49-4ad2-a63e-1fd1d8ef5671","MaaSModelRef":{"name":"distinct-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/distinct-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:10.187247606Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-w0-9de872","reconcileID":"c393a33c-6e49-4ad2-a63e-1fd1d8ef5671","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/distinct-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:10.340727152Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"ac94d22c-ea66-417b-a5e6-efc0edff3de3","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/premium-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:10.340786915Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"ac94d22c-ea66-417b-a5e6-efc0edff3de3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/premium-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:10.340874527Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"75c018d7-c794-4067-80a6-df88060e1fec","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:10.340902754Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"75c018d7-c794-4067-80a6-df88060e1fec","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:10.340968865Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-2-w0-9de872","reconcileID":"f7e565c3-7294-414f-81b8-68878d21aa3e","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/distinct-2-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:10.340996044Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-2-w0-9de872","reconcileID":"f7e565c3-7294-414f-81b8-68878d21aa3e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/distinct-2-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:10.347715827Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-w0-9de872","reconcileID":"84824fd4-6b0d-4e08-a6b7-ba43fd60b208","MaaSModelRef":{"name":"distinct-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/distinct-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:10.347770073Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-w0-9de872","reconcileID":"84824fd4-6b0d-4e08-a6b7-ba43fd60b208","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/distinct-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:10.387231903Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:10.423850635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48c7eae5-528e-4f4e-bfd7-c37ab3601163","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:10.426780025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48c7eae5-528e-4f4e-bfd7-c37ab3601163","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:10.429586068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48c7eae5-528e-4f4e-bfd7-c37ab3601163","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:10.432452597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48c7eae5-528e-4f4e-bfd7-c37ab3601163","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:10.661956735Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"f930de93-7bb2-425b-b9ac-7efa8d788ff3","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/premium-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:10.66202463Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"f930de93-7bb2-425b-b9ac-7efa8d788ff3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/premium-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:10.662168912Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"18719607-7db1-4f09-85a8-731b52bb9084","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:10.662214767Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"18719607-7db1-4f09-85a8-731b52bb9084","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:10.662311593Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-2-w0-9de872","reconcileID":"4a9f9e4f-212c-4230-8127-909ca488ce5c","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/distinct-2-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:10.662347217Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-2-w0-9de872","reconcileID":"4a9f9e4f-212c-4230-8127-909ca488ce5c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/distinct-2-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:10.668658223Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-w0-9de872","reconcileID":"37a8f178-2836-43b6-a828-9f4a2d85d4dc","MaaSModelRef":{"name":"distinct-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/distinct-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:10.66870628Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-w0-9de872","reconcileID":"37a8f178-2836-43b6-a828-9f4a2d85d4dc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/distinct-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:11.302583308Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"52f45935-7a48-4622-86e2-de19f382fde8","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/premium-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:11.302677116Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"52f45935-7a48-4622-86e2-de19f382fde8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/premium-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:11.302819923Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"3f615251-ad3d-4dc0-9917-0b96da0c3aa0","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:11.302874303Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"3f615251-ad3d-4dc0-9917-0b96da0c3aa0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:11.302995255Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-2-w0-9de872","reconcileID":"cf267825-8a9e-4418-a776-e6b18875429c","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/distinct-2-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:11.303045401Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-2-w0-9de872","reconcileID":"cf267825-8a9e-4418-a776-e6b18875429c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/distinct-2-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:11.308989177Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-w0-9de872","reconcileID":"5a58173d-e6cc-4b4b-b30c-bcab71abaf15","MaaSModelRef":{"name":"distinct-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/distinct-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:11.309067766Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-w0-9de872","reconcileID":"5a58173d-e6cc-4b4b-b30c-bcab71abaf15","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/distinct-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:12.583311716Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"11f3dab6-ad8b-4b2d-af4c-779583fde01d","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/premium-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:12.583392853Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"11f3dab6-ad8b-4b2d-af4c-779583fde01d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/premium-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:12.583504515Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"121dccd3-0174-4e9f-ae3a-f9e38470585c","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:12.583552891Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"121dccd3-0174-4e9f-ae3a-f9e38470585c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:12.58364788Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-2-w0-9de872","reconcileID":"6003df95-3045-48ae-a444-36dff05632cc","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/distinct-2-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:12.583691072Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-2-w0-9de872","reconcileID":"6003df95-3045-48ae-a444-36dff05632cc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/distinct-2-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:12.589997088Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-w0-9de872","reconcileID":"1ccbe148-8cc6-4052-bd21-3a1db305c4af","MaaSModelRef":{"name":"distinct-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/distinct-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:12.590060587Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-w0-9de872","reconcileID":"1ccbe148-8cc6-4052-bd21-3a1db305c4af","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/distinct-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:13.160382873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"06229f54-ed1e-4a74-918f-ebca65a8af1c","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:13.160720395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"0cad8d50-cce0-4efd-8156-2d7c3e2b523c","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:13.160946494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"6e1016b1-e27d-41d3-9909-1041a13f1463","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"premium-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"premium-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:13.179626615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"04a06d91-aa73-467b-94ff-5d27dda35240","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:13.203312595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"df3a36bd-8eed-4483-92b7-c95202d64ba5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:13.209639947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"d77a36ce-7e62-4703-b33f-703e48daffbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:13.211303727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-subscription","reconcileID":"c1d33ad9-3643-494f-b804-8354f3027e4d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-premium-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/premium-w4-0458df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:13.216653089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"df3a36bd-8eed-4483-92b7-c95202d64ba5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:13.217849872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-subscription","reconcileID":"68ab9bfe-ace1-4efa-8e0d-f8d99caf2252","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-simulator-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:13.221923983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"d77a36ce-7e62-4703-b33f-703e48daffbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:13.27447241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"468e59d1-7f27-4bd4-b3f3-08416c3b8eb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:13.283920179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"468e59d1-7f27-4bd4-b3f3-08416c3b8eb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:13.291401475Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-subscription","reconcileID":"71527c87-e4c3-4b3f-93c1-0fe95ae77c9a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-simulator-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:13.291619051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-subscription","reconcileID":"12418976-88d7-4cb9-bcb8-b6592e7d733e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-premium-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/premium-w4-0458df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:13.385266952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"81f3ec13-6106-4dca-aa09-cb2b1bf5cb43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:13.398573162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"81f3ec13-6106-4dca-aa09-cb2b1bf5cb43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:15.1439049Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"9df97988-bdfc-4f50-a292-bf0af254ea96","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/premium-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:15.143991196Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"9df97988-bdfc-4f50-a292-bf0af254ea96","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/premium-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:15.144123684Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"170631f9-4d3a-4563-9efe-9ccb8303f24e","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:15.144176698Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"170631f9-4d3a-4563-9efe-9ccb8303f24e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:15.144252403Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-2-w0-9de872","reconcileID":"f512e973-1d8d-4f98-a573-15bf121effe8","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/distinct-2-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:15.144287815Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-2-w0-9de872","reconcileID":"f512e973-1d8d-4f98-a573-15bf121effe8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/distinct-2-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:15.150214487Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-w0-9de872","reconcileID":"82c10f16-41a4-4918-b326-3562e55f43c6","MaaSModelRef":{"name":"distinct-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/distinct-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:15.15026345Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-w0-9de872","reconcileID":"82c10f16-41a4-4918-b326-3562e55f43c6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/distinct-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:17.336570864Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"default-tenant","reconcileID":"2b15df12-36a4-4a60-8aa6-3ac5aab69078","namespace":"ai-tenant-e2e-worker-w4-0458df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:17.336835793Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"default-tenant","reconcileID":"2b15df12-36a4-4a60-8aa6-3ac5aab69078","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:17.349513349Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"default-tenant","reconcileID":"2b15df12-36a4-4a60-8aa6-3ac5aab69078","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:17.350955074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"0adda1a5-8c95-4fc9-a31d-2220fe1ad962","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:17.371526858Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"default-tenant","reconcileID":"2b15df12-36a4-4a60-8aa6-3ac5aab69078","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:17.371558489Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"default-tenant","reconcileID":"2b15df12-36a4-4a60-8aa6-3ac5aab69078","namespace":"ai-tenant-e2e-worker-w4-0458df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:17.371719689Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"default-tenant","reconcileID":"2b15df12-36a4-4a60-8aa6-3ac5aab69078","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:17.3735303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"9e90533c-c32b-4dca-b741-534cc1566aca","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"premium-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"premium-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:17.384025112Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"default-tenant","reconcileID":"2b15df12-36a4-4a60-8aa6-3ac5aab69078","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:17.392431071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"4708e82c-2e31-4703-8e0a-f1c55a26947f","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:17.393916407Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-subscription","reconcileID":"5305b30e-7169-4242-be59-5db15c5ad407","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-856e5336","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:17.431456348Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"default-tenant","reconcileID":"2b15df12-36a4-4a60-8aa6-3ac5aab69078","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:17.433988852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"c2e2ea67-f56c-4d10-8cf6-220423a44cc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:17.503425659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"54e4fa45-a0a5-4741-879c-81abc7922f66","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"premium-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"premium-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:17.504736967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"ef99667b-0ef2-43e7-badf-41fb216baf90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:17.504994994Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-subscription","reconcileID":"c7007d23-c74b-4cdc-ab9f-959488f5272d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-856e5336","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:17.588016531Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-subscription","reconcileID":"c8abe941-d712-494c-b398-83444a4d73ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-743e4446","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:17.590703374Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"b04197eb-c4bc-4d54-ab2f-0673d08af939","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/premium-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:17.591007687Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"b04197eb-c4bc-4d54-ab2f-0673d08af939","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/premium-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:17.591587268Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"dee19b6f-37c4-4f98-94e9-25bfe02008b3","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:17.593033279Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"dee19b6f-37c4-4f98-94e9-25bfe02008b3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/simulator-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:17.593322707Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-2-w0-9de872","reconcileID":"c084d397-9d36-4407-99e6-32546780e98a","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/distinct-2-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:17.593421663Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-2-w0-9de872","reconcileID":"c084d397-9d36-4407-99e6-32546780e98a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/distinct-2-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:17.593593038Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-w0-9de872","reconcileID":"8e5f1052-2c26-4fce-b7f5-358662ccf10c","MaaSModelRef":{"name":"distinct-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/distinct-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:17.593678064Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-w0-9de872","reconcileID":"8e5f1052-2c26-4fce-b7f5-358662ccf10c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9de872/distinct-w0-9de872: AITenant \"e2e-worker-w0-9de872\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:17.597752423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"ef99667b-0ef2-43e7-badf-41fb216baf90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:17.598203343Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-subscription","reconcileID":"4129a518-f6e8-4860-9348-89d75c61b62f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-743e4446","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:17.599035607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"c2e2ea67-f56c-4d10-8cf6-220423a44cc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:17.627174985Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"7142c272-4f5d-4609-89db-556d3248777f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"model":"e2e-models-e2e-worker-w4-0458df/premium-w4-0458df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:17.62749034Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"608daeec-e7e6-43d4-86e1-f12be7734b73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"model":"e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:17.780469739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"608daeec-e7e6-43d4-86e1-f12be7734b73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:17.81075709Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"608daeec-e7e6-43d4-86e1-f12be7734b73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:17.810813663Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-access","reconcileID":"608daeec-e7e6-43d4-86e1-f12be7734b73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:17.818048162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"b07c6bc2-bf87-4a0c-b33e-475bee78e567","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:17.882432556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"7142c272-4f5d-4609-89db-556d3248777f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:17.891331456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"7142c272-4f5d-4609-89db-556d3248777f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"e2e-worker-w4-0458df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:17.8913546Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-access","reconcileID":"7142c272-4f5d-4609-89db-556d3248777f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0458df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0458df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:17.898350432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"54e2d8d4-454c-492e-8f96-03ec72935fd4","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"premium-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"premium-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:19.413665212Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"default-tenant","reconcileID":"3ed40477-045e-4c1f-a9e3-d43765b76721","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:19.413745688Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"default-tenant","reconcileID":"3ed40477-045e-4c1f-a9e3-d43765b76721","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:19.413837381Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"default-tenant","reconcileID":"3ed40477-045e-4c1f-a9e3-d43765b76721","tenant":"e2e-shared-b-w3-2d1c71","tenantID":"e2e-shared-b-w3-2d1c71","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:19.419528758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"default-tenant","reconcileID":"3ed40477-045e-4c1f-a9e3-d43765b76721","gvk":"Deployment","name":"maas-api-e2e-shared-b-w3-2d1c71","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:19.436130565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"default-tenant","reconcileID":"3ed40477-045e-4c1f-a9e3-d43765b76721","gvk":"Service","name":"maas-api-e2e-shared-b-w3-2d1c71","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:19.448155808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"default-tenant","reconcileID":"3ed40477-045e-4c1f-a9e3-d43765b76721","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w3-2d1c71","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:19.454264253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"default-tenant","reconcileID":"3ed40477-045e-4c1f-a9e3-d43765b76721","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w3-2d1c71","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:19.469224684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"default-tenant","reconcileID":"3ed40477-045e-4c1f-a9e3-d43765b76721","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w3-2d1c71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:19.483283519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"default-tenant","reconcileID":"3ed40477-045e-4c1f-a9e3-d43765b76721","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w3-2d1c71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:19.492280343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"default-tenant","reconcileID":"3ed40477-045e-4c1f-a9e3-d43765b76721","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w3-2d1c71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:19.49924787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"default-tenant","reconcileID":"3ed40477-045e-4c1f-a9e3-d43765b76721","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w3-2d1c71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:19.502157431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"default-tenant","reconcileID":"3ed40477-045e-4c1f-a9e3-d43765b76721","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w3-2d1c71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:19.504786176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"default-tenant","reconcileID":"3ed40477-045e-4c1f-a9e3-d43765b76721","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w3-2d1c71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:19.508593128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"default-tenant","reconcileID":"3ed40477-045e-4c1f-a9e3-d43765b76721","gvk":"Service","name":"payload-processing-e2e-shared-b-w3-2d1c71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:19.511284727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"default-tenant","reconcileID":"3ed40477-045e-4c1f-a9e3-d43765b76721","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w3-2d1c71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:19.513762209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"default-tenant","reconcileID":"3ed40477-045e-4c1f-a9e3-d43765b76721","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w3-2d1c71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:19.516237938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"default-tenant","reconcileID":"3ed40477-045e-4c1f-a9e3-d43765b76721","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w3-2d1c71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:19.51869902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"default-tenant","reconcileID":"3ed40477-045e-4c1f-a9e3-d43765b76721","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w3-2d1c71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:19.526934298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"default-tenant","reconcileID":"3ed40477-045e-4c1f-a9e3-d43765b76721","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w3-2d1c71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:19.529658359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"default-tenant","reconcileID":"3ed40477-045e-4c1f-a9e3-d43765b76721","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w3-2d1c71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:19.532263695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"default-tenant","reconcileID":"3ed40477-045e-4c1f-a9e3-d43765b76721","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w3-2d1c71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:19.537129583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"default-tenant","reconcileID":"3ed40477-045e-4c1f-a9e3-d43765b76721","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w3-2d1c71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:19.539772372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-2d1c71"},"namespace":"ai-tenant-e2e-shared-b-w3-2d1c71","name":"default-tenant","reconcileID":"3ed40477-045e-4c1f-a9e3-d43765b76721","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w3-2d1c71","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:19.739479556Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-2d1c71","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-2d1c71","reconcileID":"d2ce610e-5656-4c0e-b59e-ee71ee13a154","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-2d1c71","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w3-2d1c71"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:19.911209572Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-2-w0-9de872","reconcileID":"5b5c62fe-82a9-446e-9ad0-c0692f0ed6c6","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9de872\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:19.934011425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dea550db-220e-4f8b-b3ee-c5cbbbf26d50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:19.938929568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dea550db-220e-4f8b-b3ee-c5cbbbf26d50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:19.943837878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dea550db-220e-4f8b-b3ee-c5cbbbf26d50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:19.948422112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dea550db-220e-4f8b-b3ee-c5cbbbf26d50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:20.011883662Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"53b9c164-60cf-4792-b336-82e3b95ccc0e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9de872\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:20.109367446Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"dfa62f4e-369e-4552-93e2-20ff713c4f21","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9de872\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:20.277007553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85748085-ad88-4d81-b1a4-db887f6e2e25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:20.299221816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85748085-ad88-4d81-b1a4-db887f6e2e25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:20.315291643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85748085-ad88-4d81-b1a4-db887f6e2e25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:20.326639378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85748085-ad88-4d81-b1a4-db887f6e2e25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:20.412309736Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-w0-9de872","reconcileID":"ecbba14c-3d64-4099-ba98-4bbc1a36e3f3","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9de872\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:20.667195843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68643fab-d644-4f75-885d-43f70c817ab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:20.672316893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68643fab-d644-4f75-885d-43f70c817ab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:20.677626994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68643fab-d644-4f75-885d-43f70c817ab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:20.685617627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68643fab-d644-4f75-885d-43f70c817ab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:20.692448632Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"default-tenant","reconcileID":"fc621e26-3aef-4e0c-ab19-1fbf88ab56df","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:20.692521481Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"default-tenant","reconcileID":"fc621e26-3aef-4e0c-ab19-1fbf88ab56df","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:20.692583553Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"default-tenant","reconcileID":"fc621e26-3aef-4e0c-ab19-1fbf88ab56df","tenant":"e2e-shared-a-w2-a1d55d","tenantID":"e2e-shared-a-w2-a1d55d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:20.699949625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"default-tenant","reconcileID":"fc621e26-3aef-4e0c-ab19-1fbf88ab56df","gvk":"Deployment","name":"maas-api-e2e-shared-a-w2-a1d55d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:20.758282731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"default-tenant","reconcileID":"fc621e26-3aef-4e0c-ab19-1fbf88ab56df","gvk":"Service","name":"maas-api-e2e-shared-a-w2-a1d55d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:20.767430816Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-2-w0-9de872","reconcileID":"9113c7df-dd01-4298-a80e-7c75cc0e2eaa","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9de872\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:20.768196438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"default-tenant","reconcileID":"fc621e26-3aef-4e0c-ab19-1fbf88ab56df","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w2-a1d55d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:20.775674849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"default-tenant","reconcileID":"fc621e26-3aef-4e0c-ab19-1fbf88ab56df","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w2-a1d55d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:20.783561872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"default-tenant","reconcileID":"fc621e26-3aef-4e0c-ab19-1fbf88ab56df","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w2-a1d55d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:20.790339517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"default-tenant","reconcileID":"fc621e26-3aef-4e0c-ab19-1fbf88ab56df","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w2-a1d55d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:20.798414546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"default-tenant","reconcileID":"fc621e26-3aef-4e0c-ab19-1fbf88ab56df","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w2-a1d55d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:20.805380041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"default-tenant","reconcileID":"fc621e26-3aef-4e0c-ab19-1fbf88ab56df","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w2-a1d55d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:20.80819145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"default-tenant","reconcileID":"fc621e26-3aef-4e0c-ab19-1fbf88ab56df","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w2-a1d55d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:20.809680178Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"f268ef89-d4d2-455a-9eb7-3749c3229fd3","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9de872\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:20.810811469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"default-tenant","reconcileID":"fc621e26-3aef-4e0c-ab19-1fbf88ab56df","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w2-a1d55d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:20.81561715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"default-tenant","reconcileID":"fc621e26-3aef-4e0c-ab19-1fbf88ab56df","gvk":"Service","name":"payload-processing-e2e-shared-a-w2-a1d55d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:20.818194203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"default-tenant","reconcileID":"fc621e26-3aef-4e0c-ab19-1fbf88ab56df","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w2-a1d55d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:20.822000186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"default-tenant","reconcileID":"fc621e26-3aef-4e0c-ab19-1fbf88ab56df","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w2-a1d55d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:20.825075601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"default-tenant","reconcileID":"fc621e26-3aef-4e0c-ab19-1fbf88ab56df","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w2-a1d55d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:20.827971652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"default-tenant","reconcileID":"fc621e26-3aef-4e0c-ab19-1fbf88ab56df","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w2-a1d55d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:20.836114734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"default-tenant","reconcileID":"fc621e26-3aef-4e0c-ab19-1fbf88ab56df","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w2-a1d55d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:20.839294973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"default-tenant","reconcileID":"fc621e26-3aef-4e0c-ab19-1fbf88ab56df","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w2-a1d55d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:20.84540594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"default-tenant","reconcileID":"fc621e26-3aef-4e0c-ab19-1fbf88ab56df","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w2-a1d55d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:20.85016401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"default-tenant","reconcileID":"fc621e26-3aef-4e0c-ab19-1fbf88ab56df","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w2-a1d55d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:20.853133548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a1d55d"},"namespace":"ai-tenant-e2e-shared-a-w2-a1d55d","name":"default-tenant","reconcileID":"fc621e26-3aef-4e0c-ab19-1fbf88ab56df","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w2-a1d55d","namespace":"","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:21.126986162Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"d1f08f2b-f52c-41bb-8d32-d70ad94f8fc3","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9de872\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:21.176968709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"295e86d4-b4f2-430c-a665-977b07b69345","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:21.182221308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"295e86d4-b4f2-430c-a665-977b07b69345","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:21.186484673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"295e86d4-b4f2-430c-a665-977b07b69345","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:21.187491384Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-a1d55d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-a1d55d","reconcileID":"107c21e0-96d6-40db-b71d-db75a3f626b5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-a1d55d","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w2-a1d55d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:21.190518939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"295e86d4-b4f2-430c-a665-977b07b69345","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:21.191542755Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-w0-9de872","reconcileID":"8f7c2551-27e1-421e-933f-0ab584c6887f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9de872\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:21.283143161Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-2-w0-9de872","reconcileID":"c8b5554b-2bd1-4665-995a-8d1c34261b32","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9de872\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:21.515951065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a0839dc-3b6b-4540-9ea9-1f4b9917b795","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:21.518851484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a0839dc-3b6b-4540-9ea9-1f4b9917b795","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:21.521797606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a0839dc-3b6b-4540-9ea9-1f4b9917b795","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:21.524797458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a0839dc-3b6b-4540-9ea9-1f4b9917b795","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:21.716774052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31f224bf-e954-4461-8a3f-34ce93ae6059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:21.719924653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31f224bf-e954-4461-8a3f-34ce93ae6059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:21.72282248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31f224bf-e954-4461-8a3f-34ce93ae6059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:21.725710704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31f224bf-e954-4461-8a3f-34ce93ae6059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:22.026438558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b3293c9-e92a-4620-8a7f-3195dea83b15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:22.03068499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b3293c9-e92a-4620-8a7f-3195dea83b15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:22.034532632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b3293c9-e92a-4620-8a7f-3195dea83b15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:22.040192003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b3293c9-e92a-4620-8a7f-3195dea83b15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:22.18628065Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"8e41a2c4-970f-4bdf-9017-0e8d68b77a9a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9de872\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:22.289977591Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"85a7d89e-18c8-49fd-81ed-6ba44fce3742","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9de872\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:22.403044849Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-w0-9de872","reconcileID":"7f158a01-b0b6-492e-8fea-ec72debc3624","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9de872\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:22.508665822Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-2-w0-9de872","reconcileID":"9f114eec-76bb-4cfb-b95c-02e3fad458a5","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9de872\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:22.601142904Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"distinct-w0-9de872","reconcileID":"a994c8c4-ef6c-44bc-8a07-9fc9cc42807e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9de872\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:22.699655537Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"premium-w0-9de872","reconcileID":"16ff5f84-2ae8-4882-9385-df319cd2d2c1","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9de872\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:22.79829383Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9de872","namespace":"e2e-models-e2e-worker-w0-9de872"},"namespace":"e2e-models-e2e-worker-w0-9de872","name":"simulator-w0-9de872","reconcileID":"d945d7f1-2308-4b55-b651-003c263e17fd","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9de872\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:23.163531775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"5bcd277c-8ca2-4282-96d3-9c01a514544a","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:23.164005572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"4f14bd9a-5dae-4d88-8b94-881768b74336","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:26.031784073Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"default-tenant","reconcileID":"ab425114-7c49-4f87-a72d-0625cb45d8a1","namespace":"ai-tenant-e2e-worker-w4-0458df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:26.031877858Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"default-tenant","reconcileID":"ab425114-7c49-4f87-a72d-0625cb45d8a1","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:26.038745577Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"default-tenant","reconcileID":"ab425114-7c49-4f87-a72d-0625cb45d8a1","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:26.044308436Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"default-tenant","reconcileID":"ab425114-7c49-4f87-a72d-0625cb45d8a1","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:26.044322897Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"default-tenant","reconcileID":"ab425114-7c49-4f87-a72d-0625cb45d8a1","namespace":"ai-tenant-e2e-worker-w4-0458df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:27.58786806Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-subscription","reconcileID":"2c5568af-28bc-4556-915c-7dfc3e82415c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"model":"e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:27.592474866Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-subscription","reconcileID":"2c5568af-28bc-4556-915c-7dfc3e82415c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"model":"e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:27.598245389Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"simulator-subscription","reconcileID":"2c5568af-28bc-4556-915c-7dfc3e82415c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:27.602396189Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-subscription","reconcileID":"0f3ce2dd-1092-43c5-9915-3cdbeb9f2975","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"model":"e2e-models-e2e-worker-w4-0458df/premium-w4-0458df","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:27.607252557Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-subscription","reconcileID":"0f3ce2dd-1092-43c5-9915-3cdbeb9f2975","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"model":"e2e-models-e2e-worker-w4-0458df/premium-w4-0458df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:27.612973182Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"premium-simulator-subscription","reconcileID":"0f3ce2dd-1092-43c5-9915-3cdbeb9f2975","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0458df"},"name":"maas-trlp-premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df","model":"e2e-models-e2e-worker-w4-0458df/premium-w4-0458df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:27.630796439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"71651061-35a6-47cc-b728-b88ba1cde58e","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"simulator-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"simulator-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:27.796348346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"e65931e3-159d-424b-ace9-c3c753964843","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"premium-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"premium-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:28.152511436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"f77b822e-cab8-4dd9-b2f3-8df1eda49e20","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:28.156121706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"1c614b31-15a2-436f-acd9-bd4f4a76bb18","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"premium-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"premium-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:28.160711434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"db25608e-3cf5-4d5f-ae82-0f158bf500de","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:28.161031801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"ec57a7f4-4d95-4579-849e-2b06e6abfdc7","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:28.168359234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"4d2fb323-cfa3-49d7-895f-974379590dc3","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:28.168786739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"f5e07a1c-94cd-406c-8879-ffd8c9af3572","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"premium-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"premium-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:28.169160433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"8866fe01-c896-43f8-b5e2-0919b3958536","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:28.169413004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"eac2c602-82d5-4434-bc53-6548387c10c7","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:28.170538422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"93349ad1-8955-41d6-9ef9-e49b75524842","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:28.170998677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"ad9fb06d-3328-49d9-8f74-6f47b310b777","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:28.174998873Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-subscription","reconcileID":"091a56ae-d8f1-4e70-b504-106fd6775a05","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-premium-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/premium-w3-2889dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:28.182625062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"ad9fb06d-3328-49d9-8f74-6f47b310b777","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:28.189586354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"93349ad1-8955-41d6-9ef9-e49b75524842","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:28.192550031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-subscription","reconcileID":"ceb97a75-52a3-44e5-88d0-8646523f07b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:28.281185119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-subscription","reconcileID":"f27f5221-4d81-438c-849f-645024fb3949","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-premium-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/premium-w3-2889dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:28.370529449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"80a14f35-9e81-4e35-a0ae-c89b1280796a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:28.370587673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"8dd987d9-cd49-43e4-84eb-0302ff33e77c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:28.374429945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5ad7e32-1c14-4b2e-868a-2d2bf39ec165","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:28.378184898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"8dd987d9-cd49-43e4-84eb-0302ff33e77c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:28.378626113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"80a14f35-9e81-4e35-a0ae-c89b1280796a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:28.379738156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5ad7e32-1c14-4b2e-868a-2d2bf39ec165","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:28.382207802Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-subscription","reconcileID":"00bcf014-96b9-42ab-a3af-4a61568c6417","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:28.383171566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5ad7e32-1c14-4b2e-868a-2d2bf39ec165","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:28.386759535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5ad7e32-1c14-4b2e-868a-2d2bf39ec165","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:28.657669837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4dd4c38-e324-44fa-a781-c7e790c7516a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:28.662574123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4dd4c38-e324-44fa-a781-c7e790c7516a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:28.670433211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4dd4c38-e324-44fa-a781-c7e790c7516a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:28.677684866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4dd4c38-e324-44fa-a781-c7e790c7516a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:29.021305088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee3ff207-e06a-411d-ade9-9364aae6e956","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:29.024319346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee3ff207-e06a-411d-ade9-9364aae6e956","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:29.027628051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee3ff207-e06a-411d-ade9-9364aae6e956","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:29.030866949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee3ff207-e06a-411d-ade9-9364aae6e956","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:29.231054279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"104208d7-fecf-4f45-9eb1-3c71ae7ced7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:29.235412333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"104208d7-fecf-4f45-9eb1-3c71ae7ced7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:29.239301614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"104208d7-fecf-4f45-9eb1-3c71ae7ced7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:29.243687844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"104208d7-fecf-4f45-9eb1-3c71ae7ced7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:30.110869784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26a2cfdd-7f0e-44b6-9999-f96520f4cdaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:30.114076533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26a2cfdd-7f0e-44b6-9999-f96520f4cdaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:30.117347062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26a2cfdd-7f0e-44b6-9999-f96520f4cdaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:30.120593043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26a2cfdd-7f0e-44b6-9999-f96520f4cdaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:30.317193325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a83bd644-8a3c-4dcb-b5dd-2a89458e2b5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:30.321332368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a83bd644-8a3c-4dcb-b5dd-2a89458e2b5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:30.324449754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a83bd644-8a3c-4dcb-b5dd-2a89458e2b5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:30.356169287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a83bd644-8a3c-4dcb-b5dd-2a89458e2b5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:30.757755034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41fdd46b-3098-49fb-ab3b-54b6d1026f7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:30.763985143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41fdd46b-3098-49fb-ab3b-54b6d1026f7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:30.768657977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41fdd46b-3098-49fb-ab3b-54b6d1026f7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:30.772784511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41fdd46b-3098-49fb-ab3b-54b6d1026f7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:31.054558803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c8b856b-d2af-42ae-b8dc-1f0700c3ae6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:31.065599287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c8b856b-d2af-42ae-b8dc-1f0700c3ae6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:31.07470939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c8b856b-d2af-42ae-b8dc-1f0700c3ae6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:31.078469754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c8b856b-d2af-42ae-b8dc-1f0700c3ae6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:31.408388573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4d7705b-28a7-45ec-bcaf-7e31f85da971","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:31.411615112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4d7705b-28a7-45ec-bcaf-7e31f85da971","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:31.414745008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4d7705b-28a7-45ec-bcaf-7e31f85da971","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:31.417748337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4d7705b-28a7-45ec-bcaf-7e31f85da971","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:31.516372347Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"default-tenant","reconcileID":"36713f0a-0c1b-415e-97fd-c2233b32f8f5","namespace":"ai-tenant-e2e-extmod-a-ca2cd5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:31.51644637Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"default-tenant","reconcileID":"36713f0a-0c1b-415e-97fd-c2233b32f8f5","namespace":"ai-tenant-e2e-extmod-a-ca2cd5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:31.516509946Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"default-tenant","reconcileID":"36713f0a-0c1b-415e-97fd-c2233b32f8f5","tenant":"e2e-extmod-a-ca2cd5","tenantID":"e2e-extmod-a-ca2cd5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:31.52162815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"default-tenant","reconcileID":"36713f0a-0c1b-415e-97fd-c2233b32f8f5","gvk":"Deployment","name":"maas-api-e2e-extmod-a-ca2cd5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:31.541158952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"default-tenant","reconcileID":"36713f0a-0c1b-415e-97fd-c2233b32f8f5","gvk":"Service","name":"maas-api-e2e-extmod-a-ca2cd5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:31.550829904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"default-tenant","reconcileID":"36713f0a-0c1b-415e-97fd-c2233b32f8f5","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-ca2cd5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:31.559167187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"default-tenant","reconcileID":"36713f0a-0c1b-415e-97fd-c2233b32f8f5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-ca2cd5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:31.57660017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"default-tenant","reconcileID":"36713f0a-0c1b-415e-97fd-c2233b32f8f5","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-ca2cd5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:31.586676018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"default-tenant","reconcileID":"36713f0a-0c1b-415e-97fd-c2233b32f8f5","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-ca2cd5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:31.616704198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"default-tenant","reconcileID":"36713f0a-0c1b-415e-97fd-c2233b32f8f5","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-ca2cd5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:31.627332454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"default-tenant","reconcileID":"36713f0a-0c1b-415e-97fd-c2233b32f8f5","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-ca2cd5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:31.632203384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"default-tenant","reconcileID":"36713f0a-0c1b-415e-97fd-c2233b32f8f5","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-ca2cd5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:31.63668839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"default-tenant","reconcileID":"36713f0a-0c1b-415e-97fd-c2233b32f8f5","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-ca2cd5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:31.642576896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"default-tenant","reconcileID":"36713f0a-0c1b-415e-97fd-c2233b32f8f5","gvk":"Service","name":"payload-processing-e2e-extmod-a-ca2cd5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:31.646029007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"default-tenant","reconcileID":"36713f0a-0c1b-415e-97fd-c2233b32f8f5","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-ca2cd5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:31.651202948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"default-tenant","reconcileID":"36713f0a-0c1b-415e-97fd-c2233b32f8f5","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-ca2cd5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:31.657848587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"default-tenant","reconcileID":"36713f0a-0c1b-415e-97fd-c2233b32f8f5","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-ca2cd5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:31.662264385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"default-tenant","reconcileID":"36713f0a-0c1b-415e-97fd-c2233b32f8f5","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-ca2cd5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:31.672888532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"default-tenant","reconcileID":"36713f0a-0c1b-415e-97fd-c2233b32f8f5","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-ca2cd5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:31.676247515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"default-tenant","reconcileID":"36713f0a-0c1b-415e-97fd-c2233b32f8f5","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-ca2cd5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:31.680319034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"default-tenant","reconcileID":"36713f0a-0c1b-415e-97fd-c2233b32f8f5","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-ca2cd5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:31.683782492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"default-tenant","reconcileID":"36713f0a-0c1b-415e-97fd-c2233b32f8f5","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-ca2cd5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:31.686647446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ca2cd5"},"namespace":"ai-tenant-e2e-extmod-a-ca2cd5","name":"default-tenant","reconcileID":"36713f0a-0c1b-415e-97fd-c2233b32f8f5","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-ca2cd5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:31.794980491Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-ca2cd5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-ca2cd5","reconcileID":"b9b1fd68-8e3b-469a-928d-9d6291fe3bd8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-ca2cd5","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-ca2cd5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:32.041969146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"123dcc44-d8c5-4b6f-9599-675b6b18e78b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:32.045726784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"123dcc44-d8c5-4b6f-9599-675b6b18e78b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:32.049058479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"123dcc44-d8c5-4b6f-9599-675b6b18e78b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:32.061355753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"123dcc44-d8c5-4b6f-9599-675b6b18e78b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:32.288162735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c49e7220-4582-44b4-965d-4bb615da21a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:32.295766724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c49e7220-4582-44b4-965d-4bb615da21a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:32.300355549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c49e7220-4582-44b4-965d-4bb615da21a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:32.304348272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c49e7220-4582-44b4-965d-4bb615da21a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.108833108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"01ab0a1b-5e4a-467e-8957-b68d29173654","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.164738952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"fcedbe14-553b-41b4-94a4-241abb72590f","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-2-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-2-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.164987692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"76a5b1bc-6b33-4091-9c4d-bbb654e189b4","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"routeName":"distinct-w4-0458df-kserve-route","namespace":"e2e-models-e2e-worker-w4-0458df","llmisvcName":"distinct-w4-0458df","gateway":"openshift-ingress/e2e-worker-w4-0458df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.16863259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"e190aae5-bca8-4a73-88d1-610ee77404b0","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.22842521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"8f6b8a8a-e72f-4de7-85b6-2099c576dacd","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"premium-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"premium-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.251750203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"9fc139cb-2199-4d6f-a558-13b27b95cf5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.252023677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"2275c994-6894-45a2-8109-28ac4e0171ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.252584872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-subscription","reconcileID":"10068f86-1533-42ff-a3bd-12c2c07ebe92","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-premium-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/premium-w3-2889dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.259946558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"9fc139cb-2199-4d6f-a558-13b27b95cf5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.262895141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"2275c994-6894-45a2-8109-28ac4e0171ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.272871542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"c1f4a214-03ec-4a8b-aed9-c8a3e65485a5","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"premium-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"premium-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.277693364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"d4758d04-9d3b-4f9f-8f82-33108d426bb9","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.283827326Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"default-tenant","reconcileID":"a466a395-818d-49ae-b080-b03a2c96ab93","namespace":"ai-tenant-e2e-worker-w4-0458df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.283890524Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"default-tenant","reconcileID":"a466a395-818d-49ae-b080-b03a2c96ab93","namespace":"ai-tenant-e2e-worker-w4-0458df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.283955122Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"default-tenant","reconcileID":"a466a395-818d-49ae-b080-b03a2c96ab93","tenant":"e2e-worker-w4-0458df","tenantID":"e2e-worker-w4-0458df","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.289794547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"default-tenant","reconcileID":"a466a395-818d-49ae-b080-b03a2c96ab93","gvk":"Deployment","name":"maas-api-e2e-worker-w4-0458df","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.301570163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"default-tenant","reconcileID":"a466a395-818d-49ae-b080-b03a2c96ab93","gvk":"Service","name":"maas-api-e2e-worker-w4-0458df","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.312488905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"default-tenant","reconcileID":"a466a395-818d-49ae-b080-b03a2c96ab93","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-0458df","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.31844769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"default-tenant","reconcileID":"a466a395-818d-49ae-b080-b03a2c96ab93","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-0458df","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.332204014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"default-tenant","reconcileID":"a466a395-818d-49ae-b080-b03a2c96ab93","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-0458df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.342033788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"default-tenant","reconcileID":"a466a395-818d-49ae-b080-b03a2c96ab93","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-0458df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.351170612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"default-tenant","reconcileID":"a466a395-818d-49ae-b080-b03a2c96ab93","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-0458df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.354749717Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-subscription","reconcileID":"007bc04b-31cb-4b8b-8aeb-ff20516efb3b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-premium-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/premium-w3-2889dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.354938539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-subscription","reconcileID":"5c2205bd-09be-4b12-bb33-a1a5b7007f0d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.356448001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"default-tenant","reconcileID":"a466a395-818d-49ae-b080-b03a2c96ab93","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-0458df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.360769134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"default-tenant","reconcileID":"a466a395-818d-49ae-b080-b03a2c96ab93","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-0458df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.363490945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"default-tenant","reconcileID":"a466a395-818d-49ae-b080-b03a2c96ab93","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-0458df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.366082513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"default-tenant","reconcileID":"a466a395-818d-49ae-b080-b03a2c96ab93","gvk":"Service","name":"payload-processing-e2e-worker-w4-0458df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.368820186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"default-tenant","reconcileID":"a466a395-818d-49ae-b080-b03a2c96ab93","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-0458df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.374388367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"default-tenant","reconcileID":"a466a395-818d-49ae-b080-b03a2c96ab93","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-0458df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.375621065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"9a62e7f1-fea2-4c1a-9d33-2307a127becd","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.382645705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"default-tenant","reconcileID":"a466a395-818d-49ae-b080-b03a2c96ab93","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-0458df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.390657696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"default-tenant","reconcileID":"a466a395-818d-49ae-b080-b03a2c96ab93","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-0458df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.391260942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"f8f182b6-4ef6-4567-bdc9-4753746a217f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.40279034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"f8f182b6-4ef6-4567-bdc9-4753746a217f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.407193476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"default-tenant","reconcileID":"a466a395-818d-49ae-b080-b03a2c96ab93","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-0458df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.411472337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"default-tenant","reconcileID":"a466a395-818d-49ae-b080-b03a2c96ab93","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-0458df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.414987941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"default-tenant","reconcileID":"a466a395-818d-49ae-b080-b03a2c96ab93","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-0458df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.418087376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"default-tenant","reconcileID":"a466a395-818d-49ae-b080-b03a2c96ab93","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-0458df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.42117739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0458df"},"namespace":"ai-tenant-e2e-worker-w4-0458df","name":"default-tenant","reconcileID":"a466a395-818d-49ae-b080-b03a2c96ab93","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-0458df","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.454302969Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-subscription","reconcileID":"375fd9b6-adeb-4fac-be18-57f1cc3d3738","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.488366233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"190de630-5049-42e2-9dcc-ef74ec80baf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.630851124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"190de630-5049-42e2-9dcc-ef74ec80baf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.692492171Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-0458df","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-0458df","reconcileID":"537ed5c2-0359-4463-8af2-04d13bb45745","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-0458df","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-0458df"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:33.717619784Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"11c9cd30-ab27-43c4-8563-c2e0b961abb3","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:33.73716063Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"11c9cd30-ab27-43c4-8563-c2e0b961abb3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:33.737328544Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"ee2528d2-a1be-4c8f-9588-1b5a7fbba017","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/premium-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:33.750462022Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"ee2528d2-a1be-4c8f-9588-1b5a7fbba017","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/premium-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:33.750639765Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"cc01fc32-a176-43b0-be0d-3e044d9fcfd2","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/distinct-2-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:33.773496916Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"cc01fc32-a176-43b0-be0d-3e044d9fcfd2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/distinct-2-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:33.773680294Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"373dc522-dab5-46d3-bf07-df3102bb1502","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/distinct-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:33.784881371Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"373dc522-dab5-46d3-bf07-df3102bb1502","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/distinct-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:33.785022332Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"9ed98949-b0fb-448c-84f6-cb1b60959b86","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:33.785067705Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"9ed98949-b0fb-448c-84f6-cb1b60959b86","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:33.785182708Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"aca165ce-8ca2-423c-bdb4-d63da9ed2da4","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/premium-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:33.785213984Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"aca165ce-8ca2-423c-bdb4-d63da9ed2da4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/premium-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:33.785281535Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"79c501f6-83e1-4ee8-978f-0a3d6634d309","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/distinct-2-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:33.785313093Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"79c501f6-83e1-4ee8-978f-0a3d6634d309","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/distinct-2-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:33.790275194Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"8e191b31-4294-4223-a4e8-5ae4ac2f57fb","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/distinct-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:33.790341735Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"8e191b31-4294-4223-a4e8-5ae4ac2f57fb","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/distinct-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:33.795235341Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"3a400a1e-bcd2-41f5-83f9-c24c549908c0","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:33.795298517Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"3a400a1e-bcd2-41f5-83f9-c24c549908c0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:33.795430979Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"5accb612-1253-4317-ad1c-0f55ad68fb0c","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/premium-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:33.795476749Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"5accb612-1253-4317-ad1c-0f55ad68fb0c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/premium-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:33.795570971Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"3c32c3ee-cd06-475d-a6d7-c270766106a4","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/distinct-2-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:33.795614176Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"3c32c3ee-cd06-475d-a6d7-c270766106a4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/distinct-2-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:33.800482413Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"9e584bda-3c0c-4b4c-890e-a24893de8ec8","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/distinct-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:33.800548354Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"9e584bda-3c0c-4b4c-890e-a24893de8ec8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/distinct-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:33.815709093Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"bd1fa3ea-6caf-48b9-bbe0-fafd3d16eeb2","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:33.815795092Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"bd1fa3ea-6caf-48b9-bbe0-fafd3d16eeb2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:33.815916636Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"2a74d1d0-f3d5-47ae-814e-a20aeecdeec5","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/premium-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:33.815975801Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"2a74d1d0-f3d5-47ae-814e-a20aeecdeec5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/premium-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:33.816089154Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"5cfc70d9-cd0c-4292-bb58-3e1d8a647003","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/distinct-2-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:33.816186321Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"5cfc70d9-cd0c-4292-bb58-3e1d8a647003","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/distinct-2-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:33.820855026Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"60bfc762-f30d-44f8-9b46-f80b562e69ae","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/distinct-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:33.820928021Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"60bfc762-f30d-44f8-9b46-f80b562e69ae","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/distinct-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:33.856443Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"1b10ce8c-ebb5-4d9f-a3ea-c022cfa60019","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:33.856491162Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"1b10ce8c-ebb5-4d9f-a3ea-c022cfa60019","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:33.856575965Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"77d6939e-40e7-4661-bcdf-88c2117a32dc","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/premium-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:33.856634267Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"77d6939e-40e7-4661-bcdf-88c2117a32dc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/premium-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:33.856739631Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"c3f5e7a4-c98c-4632-9884-31645c4d73c0","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/distinct-2-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:33.856794189Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"c3f5e7a4-c98c-4632-9884-31645c4d73c0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/distinct-2-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:33.861205877Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"743e5012-d19b-4d5b-88ce-ce655ae7017f","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/distinct-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:33.861251103Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"743e5012-d19b-4d5b-88ce-ce655ae7017f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/distinct-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:33.950893857Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"1e1f9184-cb90-46c9-a02e-790626ea3ecb","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:33.951019824Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"1e1f9184-cb90-46c9-a02e-790626ea3ecb","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:33.951351858Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"6e79035e-d770-4dd5-ab10-9477d63693c7","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/premium-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:33.951436269Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"6e79035e-d770-4dd5-ab10-9477d63693c7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/premium-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:33.951636954Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"243dd0c7-e902-4c7b-955f-f88b55723902","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/distinct-2-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:33.951731006Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"243dd0c7-e902-4c7b-955f-f88b55723902","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/distinct-2-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:33.951927347Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"bd92a905-5b0d-4727-b0c2-90c368a529ba","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/distinct-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:33.952003612Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"bd92a905-5b0d-4727-b0c2-90c368a529ba","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/distinct-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.952714804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08219a7d-5e35-450b-bfc9-776d08a3f742","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.961790756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08219a7d-5e35-450b-bfc9-776d08a3f742","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.965323149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08219a7d-5e35-450b-bfc9-776d08a3f742","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.968510146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08219a7d-5e35-450b-bfc9-776d08a3f742","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:34.157223526Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"7a69d1f2-c794-4e42-a255-b1df08ee1092","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:34.157306051Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"7a69d1f2-c794-4e42-a255-b1df08ee1092","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:34.157418284Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"36881903-3244-48ba-8336-50ac1e66c6d8","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/premium-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:34.157464531Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"36881903-3244-48ba-8336-50ac1e66c6d8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/premium-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:34.15755477Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"f72c7a1e-6714-4fe3-bbdf-6c5bb1e77867","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/distinct-2-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:34.157596018Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"f72c7a1e-6714-4fe3-bbdf-6c5bb1e77867","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/distinct-2-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:34.157683422Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"c5305c35-a388-43a8-99ec-aaf7b78568d7","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/distinct-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:34.157722991Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"c5305c35-a388-43a8-99ec-aaf7b78568d7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/distinct-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:34.210792094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b71646e-eb3c-4945-b57a-f538f750a16a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:34.213920156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b71646e-eb3c-4945-b57a-f538f750a16a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:34.216970626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b71646e-eb3c-4945-b57a-f538f750a16a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:34.220179428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b71646e-eb3c-4945-b57a-f538f750a16a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:34.477545852Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"d1e03ba4-490b-4acf-a794-cfc6c34ca155","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:34.477634442Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"d1e03ba4-490b-4acf-a794-cfc6c34ca155","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:34.4777614Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"c6a8d4f3-6a89-4541-800b-2817e281a85e","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/premium-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:34.477819274Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"c6a8d4f3-6a89-4541-800b-2817e281a85e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/premium-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:34.477930125Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"b8ed1e58-fba1-40c1-baf8-25fe2c3a189a","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/distinct-2-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:34.477982232Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"b8ed1e58-fba1-40c1-baf8-25fe2c3a189a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/distinct-2-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:34.478090407Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"caa7cb79-155e-41fd-b74c-78ba897e0045","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/distinct-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:34.478167533Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"caa7cb79-155e-41fd-b74c-78ba897e0045","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/distinct-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:35.118393084Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"86fc10f4-e0d2-4931-b284-999605596def","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:35.118456357Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"86fc10f4-e0d2-4931-b284-999605596def","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:35.118572378Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"7b47c9bc-787f-48f3-a254-769f13d82a70","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/premium-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:35.118607425Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"7b47c9bc-787f-48f3-a254-769f13d82a70","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/premium-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:35.118674801Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"13a63f71-c177-4666-9ed4-0774099ea5dc","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/distinct-2-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:35.118702408Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"13a63f71-c177-4666-9ed4-0774099ea5dc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/distinct-2-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:35.118764272Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"af6975d7-9777-4ee4-86ab-3c721cf5ef22","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/distinct-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:35.118794441Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"af6975d7-9777-4ee4-86ab-3c721cf5ef22","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/distinct-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:36.398884424Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"ed29102e-28a0-4a83-8f53-58ad09d089b9","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:36.3989732Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"ed29102e-28a0-4a83-8f53-58ad09d089b9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:36.399150372Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"80ee1130-6b41-4fc9-b51d-085258c2b23c","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/premium-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:36.399205386Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"80ee1130-6b41-4fc9-b51d-085258c2b23c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/premium-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:36.399320769Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"fc0d7ecc-e516-48fe-8423-e6fbcddd6c21","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/distinct-2-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:36.399365895Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"fc0d7ecc-e516-48fe-8423-e6fbcddd6c21","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/distinct-2-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:36.399489377Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"d5a890d6-a3ae-42a1-840d-fbcf906c374f","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/distinct-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:36.399534867Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"d5a890d6-a3ae-42a1-840d-fbcf906c374f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/distinct-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:38.288150369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"fc813dea-0613-4d9c-95a5-5c5c2e1bc4cc","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:38.288461847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"a03cd6b3-1b46-4502-b2fa-0c2f7278ac43","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:38.288723229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"aa91cc8f-133a-401c-8bc0-d5b30a29dce9","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"premium-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"premium-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:38.289143665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"5ea966b6-4e79-4a9d-a212-81bd7840e6c6","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:38.308609656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"755ce69f-a07b-463e-8698-fd6cd0994c5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:38.308729408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"efdf3218-3adf-4299-92df-76445b030846","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:38.309928095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-subscription","reconcileID":"b0666608-f6f6-49d1-8f7d-330e4819ea6a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-premium-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/premium-w3-2889dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:38.317016274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-subscription","reconcileID":"5bc9d6b5-8c20-4940-b32e-d1c145244269","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:38.320883081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"efdf3218-3adf-4299-92df-76445b030846","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:38.322580675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"755ce69f-a07b-463e-8698-fd6cd0994c5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:38.402712575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-subscription","reconcileID":"9dec97df-9cf3-46b9-89bd-2c42611c1a14","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:38.402830601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-subscription","reconcileID":"0f822cf6-ccfd-4d6a-8a77-c71dd3addb3f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-premium-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/premium-w3-2889dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:38.509261869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"69d19c39-43d1-4005-bbde-2e3ec6ba568a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:38.523636303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"69d19c39-43d1-4005-bbde-2e3ec6ba568a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:38.668078054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"3021d02d-2ae6-4ee8-8a27-3ae58e8d163f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:38.676694441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"3021d02d-2ae6-4ee8-8a27-3ae58e8d163f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:38.960181911Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"dabb450b-7696-414e-9143-8f56611112ce","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:38.960280797Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"dabb450b-7696-414e-9143-8f56611112ce","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:38.96043193Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"28fcb4f6-25eb-40b3-8a26-4f588ca02c82","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/premium-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:38.960492706Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"28fcb4f6-25eb-40b3-8a26-4f588ca02c82","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/premium-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:38.960624623Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"32149e08-9cd5-48f0-8782-bc80dce2d31a","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/distinct-2-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:38.960681924Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"32149e08-9cd5-48f0-8782-bc80dce2d31a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/distinct-2-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:38.96080116Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"4d82f195-eaf0-47ac-ab48-9f08692c4b56","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/distinct-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:38.960857995Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"4d82f195-eaf0-47ac-ab48-9f08692c4b56","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/distinct-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:40.034906053Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"eb876a8c-2239-4097-97e0-212e2711b859","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:40.03498252Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"eb876a8c-2239-4097-97e0-212e2711b859","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:40.035081706Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"7a04b545-b301-4a7d-9368-6a7abc8aa54b","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/premium-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:40.035152543Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"7a04b545-b301-4a7d-9368-6a7abc8aa54b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/premium-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:40.050367018Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"a693dd09-f1ca-485e-b289-f77fbe0cd513","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/distinct-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:40.050441877Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"a693dd09-f1ca-485e-b289-f77fbe0cd513","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/distinct-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:40.052986874Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"787faafd-ae53-4393-b269-c04ae2245013","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:40.053046955Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"787faafd-ae53-4393-b269-c04ae2245013","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:40.05322043Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"eb88e35a-5e27-4909-a270-420cfa6b4684","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/premium-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:40.053266476Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"eb88e35a-5e27-4909-a270-420cfa6b4684","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/premium-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:40.0697357Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"b0baf0ca-1fbe-417b-8d11-920325a04270","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:40.069795458Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"b0baf0ca-1fbe-417b-8d11-920325a04270","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0458df/simulator-w4-0458df: AITenant \"e2e-worker-w4-0458df\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:40.165244249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d32e3247-8c43-4e84-9388-9ca6acbe7e9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:40.178066105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d32e3247-8c43-4e84-9388-9ca6acbe7e9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:40.215168221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d32e3247-8c43-4e84-9388-9ca6acbe7e9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:40.256942702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d32e3247-8c43-4e84-9388-9ca6acbe7e9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:40.393371202Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:40.459544503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"983025cc-1fd3-4259-948e-9041c65c88ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:40.467716663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"983025cc-1fd3-4259-948e-9041c65c88ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:40.480085843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"983025cc-1fd3-4259-948e-9041c65c88ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:40.484539172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"983025cc-1fd3-4259-948e-9041c65c88ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:41.431741414Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"dbd20ac2-9382-45fb-a5da-71b2fa31beba","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0458df\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:41.526083781Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"09e96da5-b436-4a0b-882c-df4d9e2c8d90","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0458df\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:41.627500224Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"8977a182-a410-479e-91a4-20fc50e28fe9","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0458df\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:41.742346579Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"a02aab7b-dcb1-466c-8703-2fe26331dfea","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0458df\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:41.832027094Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"5a2e8fe2-a9b2-47c6-8f8f-e00bb8df68b3","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0458df\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:41.935986729Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"171dc863-9633-46be-b811-aa258d13349c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0458df\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:42.075386875Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"1b7f0b33-8cd6-4a3a-947c-4cf714beae56","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0458df\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:42.202388011Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"a4d2a67c-a500-47a7-afe1-4512cc7e3c04","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0458df\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:42.231723956Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"7e5b40f1-ba13-4426-89c5-af2df221995d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0458df\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:42.335013195Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"44b87102-1012-4081-a18e-e7c0623925a3","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0458df\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:42.431881304Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"6094d6e9-2088-4a55-8031-a40519bc8eef","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0458df\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:42.533250071Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"1e966bae-38d0-4f28-9aee-783c3be1936a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0458df\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:42.552441705Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"143f54c3-5cc6-4b4e-9376-006ba1bf8bf1","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0458df\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:42.569788825Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"4aaa82cd-5061-4686-b85c-a50665bf1f26","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0458df\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:42.588336153Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"2131ed0e-7514-4bf3-8277-c92f9a222fe6","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0458df\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:42.637365128Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"ed04a831-2ff8-41b9-98d8-f48a206cfbfd","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0458df\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:42.735617519Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"5362b30f-12bf-47a9-8ca7-29b508e41488","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0458df\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:42.831620676Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"162e4862-a594-405b-be15-7caf931d1d7a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0458df\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:42.931814888Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"09dcc7dc-00f2-4be8-a79b-0c997ddde4a4","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0458df\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:43.033345507Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"cdf0fae8-ba61-47a8-8c15-b8ab692b8906","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0458df\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:43.050896359Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"1478853f-fe9c-429c-8dfe-dc4c573f9d94","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0458df\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:43.070349011Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"239b5f15-a48c-44e6-829e-da896c3cebb0","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0458df\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:43.088002445Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"a3ba4492-6a80-40e7-acd3-dc5f99ab0430","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0458df\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:43.141954388Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"23bd2185-7324-4afb-9eed-9a9ff59e9c10","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0458df\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:43.263590503Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"d6e8c079-529c-45ea-a960-ffb51732fa69","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0458df\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:43.342606791Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"eb66b856-937f-42cd-986a-66bab0d721ff","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0458df\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:43.447985534Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"12d16eba-3480-40a7-a1f2-cf65e0a3423d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0458df\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:43.540144049Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"51afab6f-226a-460a-94a1-19ee67e2419d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0458df\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:43.642778239Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"f44fab5e-ad7f-4f87-9551-e64e7cca461a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0458df\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:43.723438907Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"default-tenant","reconcileID":"446a3b66-098e-4993-a4cb-c87028548dd1","namespace":"ai-tenant-e2e-worker-w3-2889dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:43.723517613Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"default-tenant","reconcileID":"446a3b66-098e-4993-a4cb-c87028548dd1","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:43.733423635Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"default-tenant","reconcileID":"446a3b66-098e-4993-a4cb-c87028548dd1","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:43.741446853Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"default-tenant","reconcileID":"446a3b66-098e-4993-a4cb-c87028548dd1","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:43.74146349Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"default-tenant","reconcileID":"446a3b66-098e-4993-a4cb-c87028548dd1","namespace":"ai-tenant-e2e-worker-w3-2889dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:43.741552648Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"default-tenant","reconcileID":"446a3b66-098e-4993-a4cb-c87028548dd1","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:43.746800748Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"d4cc4fcf-16d7-462d-adc6-8d8de158dd12","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0458df\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:43.746930334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"39c10103-6992-43ef-8f03-2ffbbbb543c9","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"premium-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"premium-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:43.751364442Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"default-tenant","reconcileID":"446a3b66-098e-4993-a4cb-c87028548dd1","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:43.757898692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"a8c31b4a-c9ea-40b0-b49d-7ea83906bb53","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:43.763985392Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"default-tenant","reconcileID":"446a3b66-098e-4993-a4cb-c87028548dd1","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:43.764427921Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-subscription","reconcileID":"37625a94-7110-454e-94c7-ced867f85283","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2641515c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:43.77265222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"04da345f-6fe9-48be-a61b-7a45cd2512ef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"premium-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"premium-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:43.775133428Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-subscription","reconcileID":"4cf70eb8-98d1-490f-8acc-e13823319f82","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-868e180c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:43.805373319Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-subscription","reconcileID":"a3005371-0f20-4add-8559-2cca8e031872","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2641515c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:43.80581664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"53c67ac6-dfc9-4b06-a32f-3864d83b09b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:43.806565656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"204de778-7269-4e8e-b4a8-3c00e55d80ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:43.859576422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"204de778-7269-4e8e-b4a8-3c00e55d80ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:43.860796938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"53c67ac6-dfc9-4b06-a32f-3864d83b09b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:43.878430512Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"374b9b9f-5d7a-45bf-a224-fb846bde40cf","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0458df\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:43.976716923Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"a83b8331-0999-4fa5-a6fd-76b430b3e65b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0458df\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:44.02816634Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"b7f18555-96f1-45ac-9b64-58949f46ac99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:44.028220574Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"83eb156a-324e-47ee-976b-1ca3f02f2d26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"model":"e2e-models-e2e-worker-w3-2889dd/premium-w3-2889dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:44.059278673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"83eb156a-324e-47ee-976b-1ca3f02f2d26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:44.059299292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"b7f18555-96f1-45ac-9b64-58949f46ac99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:44.087077756Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"83eb156a-324e-47ee-976b-1ca3f02f2d26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:44.087112428Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-access","reconcileID":"83eb156a-324e-47ee-976b-1ca3f02f2d26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:44.095051485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"6198363d-4a8d-494b-a02e-6428cc7c598e","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"premium-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"premium-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:44.095296401Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"b7f18555-96f1-45ac-9b64-58949f46ac99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w3-2889dd-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1946\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:44.09534765Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"b7f18555-96f1-45ac-9b64-58949f46ac99","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w3-2889dd-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:44.10129413Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"42261a3f-ef9a-4656-a142-f6f3b3cc170f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:44.232367193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"42261a3f-ef9a-4656-a142-f6f3b3cc170f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:44.239866617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"42261a3f-ef9a-4656-a142-f6f3b3cc170f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"e2e-worker-w3-2889dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:44.239883454Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-access","reconcileID":"42261a3f-ef9a-4656-a142-f6f3b3cc170f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2889dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:44.253876113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"336a859f-b963-4049-9aff-d57cb9342b60","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:44.277134247Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-subscription","reconcileID":"dffd2dd1-2289-407f-847c-b3bed73a94fd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-868e180c","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:44.356012574Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"46b66b52-3716-4ca5-91e7-e7e9822acba3","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0458df\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:44.513388565Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"d54669e5-58be-4359-8414-b823124d9095","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0458df\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:44.571689693Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"77211846-7bdd-419f-9b8f-e435bc5af73e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0458df\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:44.666203922Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"ac7b44a3-eed0-4e1c-b5da-c63b8dc96560","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0458df\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:44.902437202Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"default-tenant","reconcileID":"59638d6b-23ab-4add-8768-a26546d48631","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:44.90249963Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"default-tenant","reconcileID":"59638d6b-23ab-4add-8768-a26546d48631","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:44.902552443Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"default-tenant","reconcileID":"59638d6b-23ab-4add-8768-a26546d48631","tenant":"e2e-shared-b-w2-ef6be7","tenantID":"e2e-shared-b-w2-ef6be7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:44.908581061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"default-tenant","reconcileID":"59638d6b-23ab-4add-8768-a26546d48631","gvk":"Deployment","name":"maas-api-e2e-shared-b-w2-ef6be7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:44.934247471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"default-tenant","reconcileID":"59638d6b-23ab-4add-8768-a26546d48631","gvk":"Service","name":"maas-api-e2e-shared-b-w2-ef6be7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:44.940430736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"default-tenant","reconcileID":"59638d6b-23ab-4add-8768-a26546d48631","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w2-ef6be7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:44.945723642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"default-tenant","reconcileID":"59638d6b-23ab-4add-8768-a26546d48631","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w2-ef6be7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:44.962598668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"default-tenant","reconcileID":"59638d6b-23ab-4add-8768-a26546d48631","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w2-ef6be7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:44.96785215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"default-tenant","reconcileID":"59638d6b-23ab-4add-8768-a26546d48631","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w2-ef6be7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:44.976189768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"default-tenant","reconcileID":"59638d6b-23ab-4add-8768-a26546d48631","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w2-ef6be7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:44.981988172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"default-tenant","reconcileID":"59638d6b-23ab-4add-8768-a26546d48631","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w2-ef6be7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:44.985202678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"default-tenant","reconcileID":"59638d6b-23ab-4add-8768-a26546d48631","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w2-ef6be7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:44.988310018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"default-tenant","reconcileID":"59638d6b-23ab-4add-8768-a26546d48631","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w2-ef6be7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:44.991283591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"default-tenant","reconcileID":"59638d6b-23ab-4add-8768-a26546d48631","gvk":"Service","name":"payload-processing-e2e-shared-b-w2-ef6be7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:44.994035852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"default-tenant","reconcileID":"59638d6b-23ab-4add-8768-a26546d48631","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w2-ef6be7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:44.996729326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"default-tenant","reconcileID":"59638d6b-23ab-4add-8768-a26546d48631","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w2-ef6be7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:44.999640612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"default-tenant","reconcileID":"59638d6b-23ab-4add-8768-a26546d48631","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w2-ef6be7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:45.003045909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"default-tenant","reconcileID":"59638d6b-23ab-4add-8768-a26546d48631","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w2-ef6be7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:45.01034609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"default-tenant","reconcileID":"59638d6b-23ab-4add-8768-a26546d48631","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w2-ef6be7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:45.01362338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"default-tenant","reconcileID":"59638d6b-23ab-4add-8768-a26546d48631","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w2-ef6be7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:45.01629452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"default-tenant","reconcileID":"59638d6b-23ab-4add-8768-a26546d48631","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w2-ef6be7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:45.018921279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"default-tenant","reconcileID":"59638d6b-23ab-4add-8768-a26546d48631","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w2-ef6be7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:45.021379679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ef6be7"},"namespace":"ai-tenant-e2e-shared-b-w2-ef6be7","name":"default-tenant","reconcileID":"59638d6b-23ab-4add-8768-a26546d48631","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w2-ef6be7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:45.157862927Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-ef6be7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-ef6be7","reconcileID":"bbbec406-5b4c-4882-8245-f77552f69a19","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-ef6be7","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w2-ef6be7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:45.39527066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"159e94a0-b538-40d1-80bd-573f8b12f782","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:45.399032278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"159e94a0-b538-40d1-80bd-573f8b12f782","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:45.402186774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"159e94a0-b538-40d1-80bd-573f8b12f782","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:45.405500417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"159e94a0-b538-40d1-80bd-573f8b12f782","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:45.639334366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e6fc19e-4f02-4a89-9538-8d9d86cee4bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:45.642790418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e6fc19e-4f02-4a89-9538-8d9d86cee4bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:45.648565412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e6fc19e-4f02-4a89-9538-8d9d86cee4bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:45.655742096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e6fc19e-4f02-4a89-9538-8d9d86cee4bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:45.667430105Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"30e07a66-c1a5-4c70-96b6-4ccc9d622f3f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0458df\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:45.820324854Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"6369e65e-098a-4edb-968d-1d5a7b6bd807","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0458df\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:45.917244288Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"5f9c139b-bba5-4b7d-8df1-c36259cd6c1d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0458df\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:46.017193499Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"c71b4b40-d015-45ef-9559-6b2e6fb3ff5a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0458df\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:48.249157082Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"2eb0e36e-591b-45c0-bc84-652360922cb1","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0458df\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:48.289232529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"9aa7915d-2b4d-406b-b7f8-bddbf9e1862d","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-2-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-2-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:48.289618466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"8ab7c456-aa38-4fd6-9a66-6865ab0ec502","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"distinct-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"distinct-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:48.403212252Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"e80e1371-c43c-4eff-abb9-40b5ff35669f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0458df\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:48.504970539Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"92afe541-ec4e-4b10-abdc-ed37ee1ab237","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0458df\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:48.606788831Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"e3523c6d-c193-4513-a763-240bbeed25f3","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0458df\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:48.755013163Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"default-tenant","reconcileID":"67c8ab46-5a89-4be8-857d-13d365416feb","namespace":"ai-tenant-e2e-worker-w3-2889dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:48.755085349Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"default-tenant","reconcileID":"67c8ab46-5a89-4be8-857d-13d365416feb","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:48.760628995Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"default-tenant","reconcileID":"67c8ab46-5a89-4be8-857d-13d365416feb","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:48.765982299Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"default-tenant","reconcileID":"67c8ab46-5a89-4be8-857d-13d365416feb","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:48.765999918Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"default-tenant","reconcileID":"67c8ab46-5a89-4be8-857d-13d365416feb","namespace":"ai-tenant-e2e-worker-w3-2889dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:52.170724689Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"default-tenant","reconcileID":"641d3115-e377-4c68-87c8-975ed8abe30d","namespace":"ai-tenant-e2e-extmod-b-f3d6a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:52.170779123Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"default-tenant","reconcileID":"641d3115-e377-4c68-87c8-975ed8abe30d","namespace":"ai-tenant-e2e-extmod-b-f3d6a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:52.170827038Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"default-tenant","reconcileID":"641d3115-e377-4c68-87c8-975ed8abe30d","tenant":"e2e-extmod-b-f3d6a5","tenantID":"e2e-extmod-b-f3d6a5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:52.179434532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"default-tenant","reconcileID":"641d3115-e377-4c68-87c8-975ed8abe30d","gvk":"Deployment","name":"maas-api-e2e-extmod-b-f3d6a5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:52.195704663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"default-tenant","reconcileID":"641d3115-e377-4c68-87c8-975ed8abe30d","gvk":"Service","name":"maas-api-e2e-extmod-b-f3d6a5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:52.209229553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"default-tenant","reconcileID":"641d3115-e377-4c68-87c8-975ed8abe30d","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-f3d6a5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:52.214675549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"default-tenant","reconcileID":"641d3115-e377-4c68-87c8-975ed8abe30d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-f3d6a5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:52.224454576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"default-tenant","reconcileID":"641d3115-e377-4c68-87c8-975ed8abe30d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-f3d6a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:52.23029237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"default-tenant","reconcileID":"641d3115-e377-4c68-87c8-975ed8abe30d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-f3d6a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:52.242163863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"default-tenant","reconcileID":"641d3115-e377-4c68-87c8-975ed8abe30d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-f3d6a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:52.247871563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"default-tenant","reconcileID":"641d3115-e377-4c68-87c8-975ed8abe30d","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-f3d6a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:52.251061386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"default-tenant","reconcileID":"641d3115-e377-4c68-87c8-975ed8abe30d","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-f3d6a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:52.253904533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"default-tenant","reconcileID":"641d3115-e377-4c68-87c8-975ed8abe30d","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-f3d6a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:52.256496003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"default-tenant","reconcileID":"641d3115-e377-4c68-87c8-975ed8abe30d","gvk":"Service","name":"payload-processing-e2e-extmod-b-f3d6a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:52.260316313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"default-tenant","reconcileID":"641d3115-e377-4c68-87c8-975ed8abe30d","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-f3d6a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:52.266540564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"default-tenant","reconcileID":"641d3115-e377-4c68-87c8-975ed8abe30d","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-f3d6a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:52.269436933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"default-tenant","reconcileID":"641d3115-e377-4c68-87c8-975ed8abe30d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-f3d6a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:52.272239253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"default-tenant","reconcileID":"641d3115-e377-4c68-87c8-975ed8abe30d","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-f3d6a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:52.279283749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"default-tenant","reconcileID":"641d3115-e377-4c68-87c8-975ed8abe30d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-f3d6a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:52.28212609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"default-tenant","reconcileID":"641d3115-e377-4c68-87c8-975ed8abe30d","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-f3d6a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:52.28503727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"default-tenant","reconcileID":"641d3115-e377-4c68-87c8-975ed8abe30d","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-f3d6a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:52.287909625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"default-tenant","reconcileID":"641d3115-e377-4c68-87c8-975ed8abe30d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-f3d6a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:52.290511292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f3d6a5"},"namespace":"ai-tenant-e2e-extmod-b-f3d6a5","name":"default-tenant","reconcileID":"641d3115-e377-4c68-87c8-975ed8abe30d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-f3d6a5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:52.467141052Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-f3d6a5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-f3d6a5","reconcileID":"a95a1b01-00ab-4e90-9fb9-78a92451f5af","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-f3d6a5","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-f3d6a5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:52.749668077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88ffc0fb-dd06-4a9e-a38d-cf83fef3a341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:52.76180149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88ffc0fb-dd06-4a9e-a38d-cf83fef3a341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:52.795348117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88ffc0fb-dd06-4a9e-a38d-cf83fef3a341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:52.799815138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88ffc0fb-dd06-4a9e-a38d-cf83fef3a341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:53.196732214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75ce5ada-b78a-40e0-939f-c2afd26f49be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:53.20318782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75ce5ada-b78a-40e0-939f-c2afd26f49be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:53.207270968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75ce5ada-b78a-40e0-939f-c2afd26f49be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:53.210768469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75ce5ada-b78a-40e0-939f-c2afd26f49be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:53.385614361Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"default-tenant","reconcileID":"44d396b8-b793-467f-84c2-bb3a3a1211aa","namespace":"ai-tenant-e2e-worker-w3-2889dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:53.385687788Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"default-tenant","reconcileID":"44d396b8-b793-467f-84c2-bb3a3a1211aa","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:53.3912019Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"default-tenant","reconcileID":"44d396b8-b793-467f-84c2-bb3a3a1211aa","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:53.39138073Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"5b56e3ef-8572-405f-bc52-c2c59a6aed96","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0458df\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:53.396665842Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"default-tenant","reconcileID":"44d396b8-b793-467f-84c2-bb3a3a1211aa","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:53.396677481Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"default-tenant","reconcileID":"44d396b8-b793-467f-84c2-bb3a3a1211aa","namespace":"ai-tenant-e2e-worker-w3-2889dd","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:53.583153363Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"c4686b5c-d326-4537-b616-983ea0546c93","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0458df\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:53.583300734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"d664f736-9609-4580-b739-e9e0158d4c50","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:53.583680426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"c1e865c8-95da-40dd-a703-1fc7e96e7acc","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"premium-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"premium-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:53.58373814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"95c6188f-66f7-4cc4-b650-3668ede2fe77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:53.583981209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-w2-39bde3","reconcileID":"2c7998a4-6cd2-491c-bbfd-2818bb9b8f0f","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"distinct-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"distinct-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:53.584159887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"90529b44-85cc-4ff2-80cb-070607dc42a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:53.58419876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-2-w2-39bde3","reconcileID":"f398746e-365e-44d4-83b6-17b8a54684a1","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"distinct-2-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"distinct-2-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:53.592044482Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-subscription","reconcileID":"bf021ed7-ca0c-47a6-856f-f941c7de3ad4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-simulator-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:53.592162708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-subscription","reconcileID":"479d449c-0272-44ea-9e1f-62f3e2868d6f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-premium-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:53.597384919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"90529b44-85cc-4ff2-80cb-070607dc42a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:53.600252593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"95c6188f-66f7-4cc4-b650-3668ede2fe77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:53.806077526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"39110d46-590f-4922-81fc-676cd1e9d88a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:53.806670723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"c05fda16-9074-46cd-bbfb-ec6a3036809e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:53.815604415Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-subscription","reconcileID":"e60e11d1-9c50-4621-a8ba-20dcb2c840ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"model":"e2e-models-e2e-worker-w3-2889dd/premium-w3-2889dd","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:53.81587159Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"e8b97fb9-2605-4930-b9b5-aba3ca81156c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0458df\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:53.816958476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-subscription","reconcileID":"5e8b892b-5675-4048-854f-ab0468f7629f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-simulator-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:53.817028007Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-subscription","reconcileID":"1bfc52c8-3eb3-45e2-bcfe-3a8ead521f9a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-premium-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:53.833235791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"39110d46-590f-4922-81fc-676cd1e9d88a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:53.837236602Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-subscription","reconcileID":"e60e11d1-9c50-4621-a8ba-20dcb2c840ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"model":"e2e-models-e2e-worker-w3-2889dd/premium-w3-2889dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:53.841243427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"c05fda16-9074-46cd-bbfb-ec6a3036809e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:53.870762894Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"premium-simulator-subscription","reconcileID":"e60e11d1-9c50-4621-a8ba-20dcb2c840ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/premium-w3-2889dd","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:53.896204946Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"7eb97f96-a346-4369-9454-a8d22abecc19","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0458df\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:53.901746708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b0faf3a-f2bf-4490-99f7-4638a69a543b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:53.914252822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b0faf3a-f2bf-4490-99f7-4638a69a543b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:53.936735113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b0faf3a-f2bf-4490-99f7-4638a69a543b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:53.941068757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b0faf3a-f2bf-4490-99f7-4638a69a543b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:53.991882156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"df5a7f09-2a75-4060-9c5c-622b98abd481","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"premium-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"premium-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:54.128807304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53ba9fdb-b42e-4252-bf9f-ba25d2f937db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:54.131838626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53ba9fdb-b42e-4252-bf9f-ba25d2f937db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:54.135556192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53ba9fdb-b42e-4252-bf9f-ba25d2f937db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:54.138797373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53ba9fdb-b42e-4252-bf9f-ba25d2f937db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:54.271755824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"14350cc8-b51f-43b4-941b-ab57418f81e0","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:54.281992197Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-subscription","reconcileID":"2a6390e5-2397-45c3-9fc7-cca3dbcd207e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:54.286390613Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-subscription","reconcileID":"2a6390e5-2397-45c3-9fc7-cca3dbcd207e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:54.290161733Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"simulator-subscription","reconcileID":"2a6390e5-2397-45c3-9fc7-cca3dbcd207e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"name":"maas-trlp-simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd","model":"e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:54.31686154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"2f9966fe-2d0a-4490-a01a-cf73c66ee65e","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"routeName":"simulator-w3-2889dd-kserve-route","namespace":"e2e-models-e2e-worker-w3-2889dd","llmisvcName":"simulator-w3-2889dd","gateway":"openshift-ingress/e2e-worker-w3-2889dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:57.764552521Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"default-tenant","reconcileID":"faf1ade7-f748-4ee3-bfb2-db864189c460","namespace":"ai-tenant-e2e-worker-w3-2889dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:57.764637896Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"default-tenant","reconcileID":"faf1ade7-f748-4ee3-bfb2-db864189c460","namespace":"ai-tenant-e2e-worker-w3-2889dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:57.764702708Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"default-tenant","reconcileID":"faf1ade7-f748-4ee3-bfb2-db864189c460","tenant":"e2e-worker-w3-2889dd","tenantID":"e2e-worker-w3-2889dd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:57.769976481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"default-tenant","reconcileID":"faf1ade7-f748-4ee3-bfb2-db864189c460","gvk":"Deployment","name":"maas-api-e2e-worker-w3-2889dd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:57.784909566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"default-tenant","reconcileID":"faf1ade7-f748-4ee3-bfb2-db864189c460","gvk":"Service","name":"maas-api-e2e-worker-w3-2889dd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:57.80173763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"default-tenant","reconcileID":"faf1ade7-f748-4ee3-bfb2-db864189c460","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-2889dd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:57.808629933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"default-tenant","reconcileID":"faf1ade7-f748-4ee3-bfb2-db864189c460","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-2889dd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:57.818353389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"default-tenant","reconcileID":"faf1ade7-f748-4ee3-bfb2-db864189c460","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-2889dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:57.823928797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"default-tenant","reconcileID":"faf1ade7-f748-4ee3-bfb2-db864189c460","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-2889dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:57.832267729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"default-tenant","reconcileID":"faf1ade7-f748-4ee3-bfb2-db864189c460","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-2889dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:57.838878185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"default-tenant","reconcileID":"faf1ade7-f748-4ee3-bfb2-db864189c460","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-2889dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:57.841842399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"default-tenant","reconcileID":"faf1ade7-f748-4ee3-bfb2-db864189c460","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-2889dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:57.844508802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"default-tenant","reconcileID":"faf1ade7-f748-4ee3-bfb2-db864189c460","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-2889dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:57.847317343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"default-tenant","reconcileID":"faf1ade7-f748-4ee3-bfb2-db864189c460","gvk":"Service","name":"payload-processing-e2e-worker-w3-2889dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:57.850135995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"default-tenant","reconcileID":"faf1ade7-f748-4ee3-bfb2-db864189c460","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-2889dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:57.852743143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"default-tenant","reconcileID":"faf1ade7-f748-4ee3-bfb2-db864189c460","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-2889dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:57.855546211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"default-tenant","reconcileID":"faf1ade7-f748-4ee3-bfb2-db864189c460","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-2889dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:57.859872058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"default-tenant","reconcileID":"faf1ade7-f748-4ee3-bfb2-db864189c460","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-2889dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:57.868965957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"default-tenant","reconcileID":"faf1ade7-f748-4ee3-bfb2-db864189c460","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-2889dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:57.873803672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"default-tenant","reconcileID":"faf1ade7-f748-4ee3-bfb2-db864189c460","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-2889dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:57.876991091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"default-tenant","reconcileID":"faf1ade7-f748-4ee3-bfb2-db864189c460","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-2889dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:57.879792241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"default-tenant","reconcileID":"faf1ade7-f748-4ee3-bfb2-db864189c460","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-2889dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:57.8828777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2889dd"},"namespace":"ai-tenant-e2e-worker-w3-2889dd","name":"default-tenant","reconcileID":"faf1ade7-f748-4ee3-bfb2-db864189c460","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-2889dd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:57.969045243Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-2889dd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-2889dd","reconcileID":"85501dbf-8334-4d9a-a93f-46f032685bd8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-2889dd","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-2889dd"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.005906206Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"580efcf0-d37f-428c-8c3c-75307d61e5fe","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/distinct-2-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.06952445Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"580efcf0-d37f-428c-8c3c-75307d61e5fe","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/distinct-2-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.069696542Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"5a4aa585-2dd7-47e1-8617-09877f786d5b","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/distinct-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.125561419Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"5a4aa585-2dd7-47e1-8617-09877f786d5b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/distinct-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.125807003Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"bd88e01e-efec-4a2a-b157-d9009c977da8","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/premium-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.141422587Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"bd88e01e-efec-4a2a-b157-d9009c977da8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/premium-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.141634286Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"62f47eff-5136-4246-91b0-6f2cd643a7bc","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.159078702Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"62f47eff-5136-4246-91b0-6f2cd643a7bc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.15929369Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"7c3174fe-87d1-486f-9996-1fd01e144688","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/distinct-2-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.159353382Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"7c3174fe-87d1-486f-9996-1fd01e144688","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/distinct-2-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.159466485Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"fcb11341-9fdf-46b9-b2a3-5182cff8e6a5","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/distinct-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.159514271Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"fcb11341-9fdf-46b9-b2a3-5182cff8e6a5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/distinct-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.159607113Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"d68d9261-d2d4-45d9-a70e-5309bb9093d5","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/premium-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.159650915Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"d68d9261-d2d4-45d9-a70e-5309bb9093d5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/premium-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.165464824Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"2d7de509-69d0-46f6-b952-51c1bd00659c","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.165534291Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"2d7de509-69d0-46f6-b952-51c1bd00659c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.170075424Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"d9863de5-4371-40d3-922c-0f753a3904c7","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/distinct-2-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.170169062Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"d9863de5-4371-40d3-922c-0f753a3904c7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/distinct-2-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.170270659Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"85b88d41-28ff-49a0-9235-f0c31b05da26","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/distinct-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.170313043Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"85b88d41-28ff-49a0-9235-f0c31b05da26","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/distinct-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.170401536Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"0d6a9fd1-4e4c-4c7b-922f-6d8994b2b555","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/premium-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.170441831Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"0d6a9fd1-4e4c-4c7b-922f-6d8994b2b555","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/premium-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.176295375Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"c5f093a5-2311-44b4-887a-87a3dbb92702","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.17635346Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"c5f093a5-2311-44b4-887a-87a3dbb92702","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.191423865Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"cb489960-5a8c-4575-8bbc-b69cd90265ac","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/distinct-2-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.191551527Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"cb489960-5a8c-4575-8bbc-b69cd90265ac","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/distinct-2-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.191741917Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"4574efff-29bb-48ed-b53f-4478bce3c5fa","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/distinct-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.191833103Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"4574efff-29bb-48ed-b53f-4478bce3c5fa","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/distinct-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.192029253Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"68b4c36e-96da-4ac3-be7e-8ea798b3236b","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/premium-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.192169174Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"68b4c36e-96da-4ac3-be7e-8ea798b3236b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/premium-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.197147549Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"45e217af-ea7e-4844-a325-3478f1427a57","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.197453309Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"45e217af-ea7e-4844-a325-3478f1427a57","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.257382659Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"52693500-04c8-4bdd-b0b3-62861c0917a5","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/distinct-2-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.2574389Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"52693500-04c8-4bdd-b0b3-62861c0917a5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/distinct-2-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.257525798Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"5c052ab1-6e22-40ae-9f37-b46480ae876f","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/distinct-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.257554881Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"5c052ab1-6e22-40ae-9f37-b46480ae876f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/distinct-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.257615828Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"f3fc57df-c3cc-45d7-a2df-acfa0f9eee61","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/premium-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.257641458Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"f3fc57df-c3cc-45d7-a2df-acfa0f9eee61","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/premium-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.257702788Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"b395ac45-b3c0-489b-99e1-8b3d8aaaec52","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.257728559Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"b395ac45-b3c0-489b-99e1-8b3d8aaaec52","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:58.287839593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17410b49-3661-43b2-a83a-da0ef628986f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:58.290962245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17410b49-3661-43b2-a83a-da0ef628986f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:58.294546716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17410b49-3661-43b2-a83a-da0ef628986f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:58.29869276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17410b49-3661-43b2-a83a-da0ef628986f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.337861018Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"c837c7cf-b9b2-4e16-86c9-53a18294dfbf","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/distinct-2-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.33791979Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"c837c7cf-b9b2-4e16-86c9-53a18294dfbf","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/distinct-2-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.338035867Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"aa2c37c8-8d4b-486b-af31-7598c286ed8b","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/distinct-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.338125726Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"aa2c37c8-8d4b-486b-af31-7598c286ed8b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/distinct-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.338211174Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"bc4a6f56-f848-41ee-9e6a-b63bf6994529","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/premium-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.338240779Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"bc4a6f56-f848-41ee-9e6a-b63bf6994529","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/premium-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.338311826Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"a81447c5-7e72-4a4b-8737-a35465daa9af","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.338339752Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"a81447c5-7e72-4a4b-8737-a35465daa9af","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:58.454471816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-2-w2-39bde3","reconcileID":"2969ed6c-c422-40e0-9dd1-4c4c30b78548","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"distinct-2-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"distinct-2-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.498455239Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"b6e837ab-5047-409c-8e81-24546ee1e37c","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/distinct-2-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.498518863Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"b6e837ab-5047-409c-8e81-24546ee1e37c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/distinct-2-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.498623084Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"aac6f3d2-ea73-43d8-aeed-04474db1ee13","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/distinct-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.498656339Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"aac6f3d2-ea73-43d8-aeed-04474db1ee13","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/distinct-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.498724636Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"9e0fba54-02e7-4458-a484-66722ebd11e4","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/premium-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.498759519Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"9e0fba54-02e7-4458-a484-66722ebd11e4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/premium-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.498825052Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"b2a38ae6-a48d-4596-8e22-17bfd8c94f04","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.498872588Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"b2a38ae6-a48d-4596-8e22-17bfd8c94f04","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:58.499431276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-w2-39bde3","reconcileID":"ae26aea4-5d54-4f7a-a6af-a0161daee57a","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"distinct-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"distinct-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:58.563329703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8505730e-27d0-4036-80f1-f424c09768d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:58.567565541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8505730e-27d0-4036-80f1-f424c09768d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:58.574593677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"b7e288a1-14da-4129-b511-41a922742804","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"premium-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"premium-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:58.576597704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8505730e-27d0-4036-80f1-f424c09768d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:58.599763948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8505730e-27d0-4036-80f1-f424c09768d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:58.626351348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-subscription","reconcileID":"4472ac1b-3b1c-4a33-8cc1-078ce71a34af","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-premium-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:58.628178454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"d5e78615-8e46-4aed-b5bc-88a6d0122720","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:58.632146541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"51f4fd8d-ee0a-4c5f-a307-51986b91ec59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:58.632561208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"6afaf25b-ff11-4a3c-945c-b8e538c05d39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:58.646835255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"51f4fd8d-ee0a-4c5f-a307-51986b91ec59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:58.64713595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"6afaf25b-ff11-4a3c-945c-b8e538c05d39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:58.655047586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"0785d61b-12e5-4a93-beae-d844ce117c4b","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"premium-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"premium-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:58.717834937Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-subscription","reconcileID":"c5a261a5-c769-4973-9291-c87dfd509679","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-premium-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:58.718152554Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-subscription","reconcileID":"31aad13e-cc16-4a3a-84ac-7c652badbc04","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-simulator-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:58.730573998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"58219321-796a-4092-95d1-0fab7da6c2fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:58.730836977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"451cd512-2a32-43e8-b64a-ecbfa1c0517d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:58.739999927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"58219321-796a-4092-95d1-0fab7da6c2fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:58.740058495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"451cd512-2a32-43e8-b64a-ecbfa1c0517d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:58.752020713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"d43bae8e-d725-4330-ae24-91fe47a57628","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:58.817941313Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-subscription","reconcileID":"280aac6b-0fa9-4bdf-8aae-1588ed934e8a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-simulator-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.818859629Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"65b95ec1-0ade-450e-95bd-bf322162f13a","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/distinct-2-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.818933371Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"65b95ec1-0ade-450e-95bd-bf322162f13a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/distinct-2-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.819034582Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"2ad746dd-382e-4214-a4b6-0f1b208e64d9","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/distinct-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.819079397Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"2ad746dd-382e-4214-a4b6-0f1b208e64d9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/distinct-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.819176271Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"282f5f25-d43e-43ca-8f80-ef23ddd1d96c","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/premium-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.819210035Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"282f5f25-d43e-43ca-8f80-ef23ddd1d96c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/premium-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.819273421Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"7ec84656-f0a6-4fb1-aa6b-008e042e53b7","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.819304801Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"7ec84656-f0a6-4fb1-aa6b-008e042e53b7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:59.459667901Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"123fdd8c-370b-49f7-a4a8-29f79288fb25","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/distinct-2-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:59.459749775Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"123fdd8c-370b-49f7-a4a8-29f79288fb25","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/distinct-2-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:59.459865607Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"090b37de-2974-482d-9611-8e9a9a9efc63","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/distinct-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:59.45990181Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"090b37de-2974-482d-9611-8e9a9a9efc63","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/distinct-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:59.459984308Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"3e271863-ff1c-4f2c-b4c8-dce3ce072629","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/premium-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:59.460021829Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"3e271863-ff1c-4f2c-b4c8-dce3ce072629","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/premium-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:59.460141095Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"acf0f3fe-daf9-4ac7-9b2d-09fce8b217cd","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:59.460179382Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"acf0f3fe-daf9-4ac7-9b2d-09fce8b217cd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:00.740462165Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"cdcb3e02-ae8d-499f-8757-e04cea4cb177","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/distinct-2-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:00.740526051Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"cdcb3e02-ae8d-499f-8757-e04cea4cb177","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/distinct-2-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:00.740630885Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"0577472c-e9ac-4348-82e4-0702094f6c3c","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/distinct-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:00.740669723Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"0577472c-e9ac-4348-82e4-0702094f6c3c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/distinct-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:00.740753962Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"e5e097c9-4b95-46cd-b95e-c421aaff108f","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/premium-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:00.74078909Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"e5e097c9-4b95-46cd-b95e-c421aaff108f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/premium-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:00.740872144Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"be00c639-809e-40c0-bed3-7db76100d88c","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:00.740906705Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"be00c639-809e-40c0-bed3-7db76100d88c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:03.231312218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cde660a-123f-4a42-8143-47038ad8c451","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:03.235435264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cde660a-123f-4a42-8143-47038ad8c451","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:03.240533435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cde660a-123f-4a42-8143-47038ad8c451","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:03.243717007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cde660a-123f-4a42-8143-47038ad8c451","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:03.301651077Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"a8923c2a-09d3-4bb0-b26c-6200a1723677","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/distinct-2-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:03.301720424Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"a8923c2a-09d3-4bb0-b26c-6200a1723677","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/distinct-2-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:03.301825951Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"e1387cdc-aa1a-45ef-978b-ce35ec68e0c9","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/distinct-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:03.301873882Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"e1387cdc-aa1a-45ef-978b-ce35ec68e0c9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/distinct-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:03.301965429Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"3d84f1dd-4835-4924-9231-fa49045f5a4e","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/premium-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:03.302013382Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"3d84f1dd-4835-4924-9231-fa49045f5a4e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/premium-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:03.302109265Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"6c3bbba1-cc78-4f8f-9902-95aa24522f0f","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:03.302147551Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"6c3bbba1-cc78-4f8f-9902-95aa24522f0f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:03.42132063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52e3b6a1-ef86-4ada-81cc-00f99a8e781b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:03.424351401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52e3b6a1-ef86-4ada-81cc-00f99a8e781b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:03.427507317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52e3b6a1-ef86-4ada-81cc-00f99a8e781b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:03.430435211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52e3b6a1-ef86-4ada-81cc-00f99a8e781b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:03.624375937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-2-w2-39bde3","reconcileID":"221eef2f-5708-44ce-b99f-35932a50ace8","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"distinct-2-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"distinct-2-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:03.624758589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-w2-39bde3","reconcileID":"909c0c2a-6e31-488e-9fb7-c13e38480a46","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"distinct-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"distinct-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:03.625041408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"7ee91e16-c41a-4885-92db-6c8da2ca7c3c","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"premium-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"premium-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:03.625469905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"433bc92e-9c15-4da2-b79b-2442a5ad7fe0","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:03.66231764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd746d34-0ec4-4d46-9ee0-c13db8cd2df9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:03.668837613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd746d34-0ec4-4d46-9ee0-c13db8cd2df9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:03.66959123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"7ee7a008-bd38-4490-a71f-05983677a339","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:03.675404441Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-subscription","reconcileID":"e6b48ef3-46f0-4fe0-8302-524c45bdcb4b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-premium-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:03.676739375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-subscription","reconcileID":"f129e26c-8560-415c-95a3-a59b4f4d57c2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-simulator-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:03.677781601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd746d34-0ec4-4d46-9ee0-c13db8cd2df9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:03.678179125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"d52e3c91-24c6-4754-929a-74e13f5ba11d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:03.68857679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd746d34-0ec4-4d46-9ee0-c13db8cd2df9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:03.694734223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"7ee7a008-bd38-4490-a71f-05983677a339","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:03.710052805Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"5823187a-e16d-4b82-aa31-19d4149336d8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0458df\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:03.713729681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"d52e3c91-24c6-4754-929a-74e13f5ba11d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:03.754573853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"238c373e-7283-48d1-a6a5-7d745e37418c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:03.754717467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"62a4d658-b543-4b00-b47d-f9d7edfd454b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:03.764079803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"62a4d658-b543-4b00-b47d-f9d7edfd454b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:03.764324116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"238c373e-7283-48d1-a6a5-7d745e37418c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:03.876547278Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"default-tenant","reconcileID":"0681ee4f-0f5f-48fe-9949-4144fc86cb05","namespace":"ai-tenant-e2e-worker-w2-39bde3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:03.876663707Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"default-tenant","reconcileID":"0681ee4f-0f5f-48fe-9949-4144fc86cb05","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:03.88541643Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"default-tenant","reconcileID":"0681ee4f-0f5f-48fe-9949-4144fc86cb05","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:03.897835569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-subscription","reconcileID":"9179c08b-cc65-4a76-b9e0-a1a0a2ac1f75","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-simulator-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:03.897981422Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"default-tenant","reconcileID":"0681ee4f-0f5f-48fe-9949-4144fc86cb05","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:03.897998685Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"default-tenant","reconcileID":"0681ee4f-0f5f-48fe-9949-4144fc86cb05","namespace":"ai-tenant-e2e-worker-w2-39bde3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:03.898074638Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"default-tenant","reconcileID":"0681ee4f-0f5f-48fe-9949-4144fc86cb05","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:03.901615412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-subscription","reconcileID":"2ae812c3-b786-47ff-b8be-9155757f95f5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-premium-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:03.958275687Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"default-tenant","reconcileID":"0681ee4f-0f5f-48fe-9949-4144fc86cb05","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:03.960344541Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"2009b3c1-8306-4e85-8a25-cf6d845ad219","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:03.965759443Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"default-tenant","reconcileID":"0681ee4f-0f5f-48fe-9949-4144fc86cb05","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:03.966835328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"584ae9cd-cae7-4eac-82e6-1988086fde41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:03.976375576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"584ae9cd-cae7-4eac-82e6-1988086fde41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:04.107923764Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"9a9fab42-44f8-4d97-b788-8c2ca3aa5f64","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0458df\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:04.108173709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"1a0f70e4-5e2d-4229-8f1c-f55e04efdda5","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"premium-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"premium-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:04.161751181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"61909822-d37d-4ef3-8ba4-4aabc1c18921","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:04.165186423Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"40933ac4-57c2-4cd0-a46a-32235d2333c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"model":"e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:04.167547256Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-subscription","reconcileID":"9b062e9b-b4e1-4880-bbb3-13df86a297ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f2b0c944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:04.16776659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"2009b3c1-8306-4e85-8a25-cf6d845ad219","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:04.189077947Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-subscription","reconcileID":"1dbca215-bcf9-4e31-b0de-6d7b00f696b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7f6346b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:04.257648638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a72068f-a01d-4537-b9ad-96730e820740","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:04.258871082Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"2009b3c1-8306-4e85-8a25-cf6d845ad219","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:04.258887568Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-access","reconcileID":"2009b3c1-8306-4e85-8a25-cf6d845ad219","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:04.260930461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a72068f-a01d-4537-b9ad-96730e820740","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:04.264312554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a72068f-a01d-4537-b9ad-96730e820740","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:04.26948018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a72068f-a01d-4537-b9ad-96730e820740","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:04.274867158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"40933ac4-57c2-4cd0-a46a-32235d2333c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:04.287338667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"40933ac4-57c2-4cd0-a46a-32235d2333c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"e2e-worker-w2-39bde3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:04.287359162Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-access","reconcileID":"40933ac4-57c2-4cd0-a46a-32235d2333c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-39bde3","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:04.360349578Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"60503c90-df89-4da1-8cc4-eb9b5f97b7c5","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0458df\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:04.39677506Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"b8fd25b7-de26-4c49-aef7-afbb16b2868b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0458df\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:04.397027684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"437405e3-0f42-4d63-8ba6-7d810e9932d9","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"premium-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"premium-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:04.409278875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"6b7f75d8-b46c-4d44-a90c-48417c28b66c","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:04.413481578Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-subscription","reconcileID":"a73035f9-337c-44ea-a1ff-8fba203500ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f2b0c944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:04.427721376Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-subscription","reconcileID":"4cad689d-cd5e-49cb-8783-49c017c2f35d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7f6346b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:04.606706113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49d0e72c-eaca-4db8-8e1d-5aa028c915d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:04.610282749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49d0e72c-eaca-4db8-8e1d-5aa028c915d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:04.613334225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49d0e72c-eaca-4db8-8e1d-5aa028c915d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:04.616520234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49d0e72c-eaca-4db8-8e1d-5aa028c915d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:04.824962712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4461fb90-d849-43e3-a813-0385eb81d414","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:04.828913728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4461fb90-d849-43e3-a813-0385eb81d414","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:04.834614452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4461fb90-d849-43e3-a813-0385eb81d414","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:04.840899419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4461fb90-d849-43e3-a813-0385eb81d414","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:05.169181658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15b5c302-7084-4d7e-9ddc-4cd1f5536112","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:05.175445281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15b5c302-7084-4d7e-9ddc-4cd1f5536112","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:05.180502951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15b5c302-7084-4d7e-9ddc-4cd1f5536112","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:05.185004176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15b5c302-7084-4d7e-9ddc-4cd1f5536112","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:05.514427095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e22c0de0-4518-4a5e-913d-070e6dcdfca3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:05.517536107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e22c0de0-4518-4a5e-913d-070e6dcdfca3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:05.520748384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e22c0de0-4518-4a5e-913d-070e6dcdfca3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:05.52416168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e22c0de0-4518-4a5e-913d-070e6dcdfca3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:05.737610907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92d6ef91-b3d4-4b43-96fc-f7ec5c415cdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:05.741016252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92d6ef91-b3d4-4b43-96fc-f7ec5c415cdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:05.747294847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92d6ef91-b3d4-4b43-96fc-f7ec5c415cdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:05.752241771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92d6ef91-b3d4-4b43-96fc-f7ec5c415cdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:06.269251365Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"b487167a-f160-4c25-a27d-f7539b28fa0b","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/distinct-2-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:06.26933953Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"b487167a-f160-4c25-a27d-f7539b28fa0b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/distinct-2-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:06.269465652Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"73b41856-a1eb-4ed2-814f-f8fa66073348","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/distinct-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:06.269514876Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"73b41856-a1eb-4ed2-814f-f8fa66073348","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/distinct-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:06.26961902Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"0722d33f-cf91-4078-ab05-cdbaf4ae76a9","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/premium-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:06.269666968Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"0722d33f-cf91-4078-ab05-cdbaf4ae76a9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/premium-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:06.269776392Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"414734cc-fb7f-4938-ba80-3a163f0cef7f","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:06.269824149Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"414734cc-fb7f-4938-ba80-3a163f0cef7f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:06.31429165Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"ac0d077a-4ba2-40af-8253-488cb4db4910","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/distinct-2-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:06.314366296Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"ac0d077a-4ba2-40af-8253-488cb4db4910","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/distinct-2-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:06.314457139Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"ab44dc7f-dc6f-4003-bc37-1ccbf83efa77","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/distinct-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:06.314493943Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"ab44dc7f-dc6f-4003-bc37-1ccbf83efa77","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/distinct-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:06.314590303Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"c3269272-52ab-456f-92ca-82edda1c1697","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/premium-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:06.314634931Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"c3269272-52ab-456f-92ca-82edda1c1697","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/premium-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:06.314719712Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"624306fb-bed4-4f0b-8a5f-dd494fa8ac0c","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:06.314751386Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"624306fb-bed4-4f0b-8a5f-dd494fa8ac0c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:06.350835054Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"597a4876-a35f-4a84-8b1f-e5aea7c9bb9f","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/distinct-2-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:06.35090129Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"597a4876-a35f-4a84-8b1f-e5aea7c9bb9f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/distinct-2-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:06.350994476Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"c369e0fa-3b18-4709-9526-f94f199827d0","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/distinct-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:06.351034256Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"c369e0fa-3b18-4709-9526-f94f199827d0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/distinct-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:06.351144452Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"30a307ec-6f26-4560-bbd6-a4d9a715ad74","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/premium-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:06.351201156Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"30a307ec-6f26-4560-bbd6-a4d9a715ad74","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/premium-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:06.351291676Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"1c4d7eeb-eabd-41ff-aff4-ab244544638c","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:06.351329939Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"1c4d7eeb-eabd-41ff-aff4-ab244544638c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:06.372938724Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"83f7fe91-7f9e-4cb3-9f7e-990c07b0c9df","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/distinct-2-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:06.372996175Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"83f7fe91-7f9e-4cb3-9f7e-990c07b0c9df","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/distinct-2-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:06.37308619Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"57e6391b-3d3a-4576-ac2f-c23e82c0511f","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/distinct-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:06.373221611Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"57e6391b-3d3a-4576-ac2f-c23e82c0511f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/distinct-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:06.373325443Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"472b7c7d-315c-4bd6-8102-1083f3c966ca","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/premium-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:06.373377389Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"472b7c7d-315c-4bd6-8102-1083f3c966ca","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/premium-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:06.373491704Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"4b4f0381-1cfc-4419-b32c-ae2779f063f8","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:06.373545748Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"4b4f0381-1cfc-4419-b32c-ae2779f063f8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2889dd/simulator-w3-2889dd: AITenant \"e2e-worker-w3-2889dd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:07.917323073Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"default-tenant","reconcileID":"b04c83be-572f-411f-a773-9acd03e375f2","namespace":"ai-tenant-e2e-worker-w2-39bde3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:07.917443845Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"default-tenant","reconcileID":"b04c83be-572f-411f-a773-9acd03e375f2","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:07.922656141Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"default-tenant","reconcileID":"b04c83be-572f-411f-a773-9acd03e375f2","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:07.927570494Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"default-tenant","reconcileID":"b04c83be-572f-411f-a773-9acd03e375f2","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:07.927594378Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"default-tenant","reconcileID":"b04c83be-572f-411f-a773-9acd03e375f2","namespace":"ai-tenant-e2e-worker-w2-39bde3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:10.387505847Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:12.531157761Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"32423c59-f817-4596-af14-73331ac28ce7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-2889dd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:12.634477459Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"cd075cb3-d7a3-45d2-b897-67bdfb5753e7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-2889dd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:12.734555018Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"b9047d88-c416-414c-9ce8-8123190b94a3","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-2889dd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:12.82933931Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"df5c38ed-d7b4-4122-b8a9-fe47951086cb","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-2889dd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:12.935458847Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"78af500b-cd83-4554-9163-9701fbf82fe4","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-2889dd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:13.049358358Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"1c4b1a72-863d-49bb-b428-e84f2e4cd6d1","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-2889dd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:13.14913112Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"558f8de4-0f2f-42a7-9357-cd196b3e9add","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-2889dd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:13.257272627Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"d1e963b7-ecc2-495c-94b4-4b616f2cc5d6","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-2889dd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:13.361048095Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"d882e1c1-2cee-4c67-8812-7e4dfbc6673d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-2889dd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:13.457311832Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"767641e4-598b-459a-9d1a-fb6930afb9a1","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-2889dd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:13.554251909Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"1d8d5bd0-7855-4461-9a97-e93c506274d0","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-2889dd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:13.57521855Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-dcd326"},"namespace":"ai-tenant-e2e-shared-a-w1-dcd326","name":"default-tenant","reconcileID":"dc5c35f2-6fc2-4b7e-907b-345221a7e4f1","namespace":"ai-tenant-e2e-shared-a-w1-dcd326","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:13.575272992Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-dcd326"},"namespace":"ai-tenant-e2e-shared-a-w1-dcd326","name":"default-tenant","reconcileID":"dc5c35f2-6fc2-4b7e-907b-345221a7e4f1","namespace":"ai-tenant-e2e-shared-a-w1-dcd326","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:13.575321092Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-dcd326"},"namespace":"ai-tenant-e2e-shared-a-w1-dcd326","name":"default-tenant","reconcileID":"dc5c35f2-6fc2-4b7e-907b-345221a7e4f1","tenant":"e2e-shared-a-w1-dcd326","tenantID":"e2e-shared-a-w1-dcd326","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:13.585087667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-dcd326"},"namespace":"ai-tenant-e2e-shared-a-w1-dcd326","name":"default-tenant","reconcileID":"dc5c35f2-6fc2-4b7e-907b-345221a7e4f1","gvk":"Deployment","name":"maas-api-e2e-shared-a-w1-dcd326","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:13.68394923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-dcd326"},"namespace":"ai-tenant-e2e-shared-a-w1-dcd326","name":"default-tenant","reconcileID":"dc5c35f2-6fc2-4b7e-907b-345221a7e4f1","gvk":"Service","name":"maas-api-e2e-shared-a-w1-dcd326","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:13.687069052Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"3a582331-8291-4268-8d65-09451f2f9760","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-2889dd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:13.69701439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-dcd326"},"namespace":"ai-tenant-e2e-shared-a-w1-dcd326","name":"default-tenant","reconcileID":"dc5c35f2-6fc2-4b7e-907b-345221a7e4f1","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w1-dcd326","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:13.719532021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-dcd326"},"namespace":"ai-tenant-e2e-shared-a-w1-dcd326","name":"default-tenant","reconcileID":"dc5c35f2-6fc2-4b7e-907b-345221a7e4f1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w1-dcd326","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:13.750323145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-dcd326"},"namespace":"ai-tenant-e2e-shared-a-w1-dcd326","name":"default-tenant","reconcileID":"dc5c35f2-6fc2-4b7e-907b-345221a7e4f1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w1-dcd326","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:13.769118565Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"69ea173f-90dd-4fb9-aa36-b107ce06b083","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-2889dd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:13.772406974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-dcd326"},"namespace":"ai-tenant-e2e-shared-a-w1-dcd326","name":"default-tenant","reconcileID":"dc5c35f2-6fc2-4b7e-907b-345221a7e4f1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w1-dcd326","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:13.780776777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-dcd326"},"namespace":"ai-tenant-e2e-shared-a-w1-dcd326","name":"default-tenant","reconcileID":"dc5c35f2-6fc2-4b7e-907b-345221a7e4f1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w1-dcd326","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:13.825902298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-dcd326"},"namespace":"ai-tenant-e2e-shared-a-w1-dcd326","name":"default-tenant","reconcileID":"dc5c35f2-6fc2-4b7e-907b-345221a7e4f1","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w1-dcd326","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:13.853483896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-dcd326"},"namespace":"ai-tenant-e2e-shared-a-w1-dcd326","name":"default-tenant","reconcileID":"dc5c35f2-6fc2-4b7e-907b-345221a7e4f1","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w1-dcd326","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:13.860389792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-dcd326"},"namespace":"ai-tenant-e2e-shared-a-w1-dcd326","name":"default-tenant","reconcileID":"dc5c35f2-6fc2-4b7e-907b-345221a7e4f1","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w1-dcd326","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:13.870560123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-dcd326"},"namespace":"ai-tenant-e2e-shared-a-w1-dcd326","name":"default-tenant","reconcileID":"dc5c35f2-6fc2-4b7e-907b-345221a7e4f1","gvk":"Service","name":"payload-processing-e2e-shared-a-w1-dcd326","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:13.878198076Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"fecf6b02-ef6b-4c52-8bff-0a39b3fa6849","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-2889dd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:13.881188586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-dcd326"},"namespace":"ai-tenant-e2e-shared-a-w1-dcd326","name":"default-tenant","reconcileID":"dc5c35f2-6fc2-4b7e-907b-345221a7e4f1","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w1-dcd326","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:13.889347372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-dcd326"},"namespace":"ai-tenant-e2e-shared-a-w1-dcd326","name":"default-tenant","reconcileID":"dc5c35f2-6fc2-4b7e-907b-345221a7e4f1","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w1-dcd326","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:13.89429437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-dcd326"},"namespace":"ai-tenant-e2e-shared-a-w1-dcd326","name":"default-tenant","reconcileID":"dc5c35f2-6fc2-4b7e-907b-345221a7e4f1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w1-dcd326","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:13.8973579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-dcd326"},"namespace":"ai-tenant-e2e-shared-a-w1-dcd326","name":"default-tenant","reconcileID":"dc5c35f2-6fc2-4b7e-907b-345221a7e4f1","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w1-dcd326","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:13.907394082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-dcd326"},"namespace":"ai-tenant-e2e-shared-a-w1-dcd326","name":"default-tenant","reconcileID":"dc5c35f2-6fc2-4b7e-907b-345221a7e4f1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w1-dcd326","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:13.912285292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-dcd326"},"namespace":"ai-tenant-e2e-shared-a-w1-dcd326","name":"default-tenant","reconcileID":"dc5c35f2-6fc2-4b7e-907b-345221a7e4f1","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w1-dcd326","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:13.91607711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-dcd326"},"namespace":"ai-tenant-e2e-shared-a-w1-dcd326","name":"default-tenant","reconcileID":"dc5c35f2-6fc2-4b7e-907b-345221a7e4f1","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w1-dcd326","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:13.919418977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-dcd326"},"namespace":"ai-tenant-e2e-shared-a-w1-dcd326","name":"default-tenant","reconcileID":"dc5c35f2-6fc2-4b7e-907b-345221a7e4f1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w1-dcd326","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:13.923035145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-dcd326"},"namespace":"ai-tenant-e2e-shared-a-w1-dcd326","name":"default-tenant","reconcileID":"dc5c35f2-6fc2-4b7e-907b-345221a7e4f1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w1-dcd326","namespace":"","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:13.971512982Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"b7db67a2-44d1-4453-96a3-52a6f12ea3a7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-2889dd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:13.971672022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-2-w2-39bde3","reconcileID":"222616d5-d4d4-40a6-a80e-f5321002b8a5","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"distinct-2-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"distinct-2-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:13.97191787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-w2-39bde3","reconcileID":"eda5b821-b395-4533-a4f1-7afb1d62538d","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"distinct-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"distinct-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:14.089606825Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"0ecd211c-4e4c-4aa8-98a2-7c65580d96d5","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-2889dd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:14.178954205Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"f7e2cf4c-173d-4c01-94a9-843237566b1c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-2889dd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:14.281388355Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"b100ed4c-66c9-4680-bcc9-71c66d71245d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-2889dd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:14.391482751Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"68b559b2-ec43-4c26-962c-152708fa8db7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-2889dd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:14.417218243Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-subscription","reconcileID":"46276949-8566-40cb-8fc6-19c0aa5fa848","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"model":"e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:14.421058476Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-subscription","reconcileID":"46276949-8566-40cb-8fc6-19c0aa5fa848","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"model":"e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:14.437472365Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-subscription","reconcileID":"e1b752e5-df0c-474c-bd6f-dc15105b4f88","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:14.443741102Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-subscription","reconcileID":"e1b752e5-df0c-474c-bd6f-dc15105b4f88","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:14.47200804Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"premium-simulator-subscription","reconcileID":"46276949-8566-40cb-8fc6-19c0aa5fa848","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:14.472312334Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"simulator-subscription","reconcileID":"e1b752e5-df0c-474c-bd6f-dc15105b4f88","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"name":"maas-trlp-simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3","model":"e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:14.512070217Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"b4fa30d2-2ac2-404f-8dfc-3d20d76d4cb8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-2889dd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:14.593479795Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"bbe0e60f-f824-4fec-8343-a36dee1f3957","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-2889dd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:14.694032276Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"8143f6f4-97c0-4484-931b-79239205e384","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-2889dd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:14.694190757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"499e51e7-d089-4a83-8bf4-42f838206ded","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"premium-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"premium-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:14.694428353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"3325b5f0-19ff-40e2-8295-523d23597c92","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"routeName":"simulator-w2-39bde3-kserve-route","namespace":"e2e-models-e2e-worker-w2-39bde3","llmisvcName":"simulator-w2-39bde3","gateway":"openshift-ingress/e2e-worker-w2-39bde3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:14.797926347Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"591c5b57-8977-4442-99ee-9d96ef104f0e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-2889dd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:14.886326502Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"5e10e35c-3d6e-436c-a592-fde7c3000a78","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-2889dd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:14.990795796Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"8383ec5b-6e2b-4196-b2a1-c74ffffd106d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-2889dd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:15.087682312Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"f596694b-0687-4226-b359-5b6c7b9043b0","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-2889dd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:15.184637296Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"153a205c-2675-454d-98a0-32f2875fa0cf","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-2889dd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:15.284922523Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"ff5583c9-1b17-44bf-babb-99e90772d13c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-2889dd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:15.386724439Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"7594b6ab-04fe-4568-9572-6a041c777933","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-2889dd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:15.487329191Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"2f8fc66d-a90b-40e3-a536-d9a899d72472","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-2889dd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:15.589893189Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"540a8762-cc7d-448f-9e2a-855362624fdb","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-2889dd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:15.68556878Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"0c76d560-683b-49c3-98da-085acd0116a7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-2889dd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:16.10881646Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"132f7bef-4c72-46f9-935d-5d80621893bf","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-2889dd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:16.172950927Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"dd7389fa-4b93-46ff-b757-92228db2e2bb","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-2889dd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:16.314345846Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"4ebcaed0-c535-4c88-acd1-7ad1678accea","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-2889dd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:16.384444213Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"212155cb-8334-4613-a9ee-1e4a17cfb0d7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-2889dd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:16.804963557Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"default-tenant","reconcileID":"d7cca493-82f6-47f4-aa6c-65181d52412e","namespace":"ai-tenant-e2e-worker-w2-39bde3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:16.805020872Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"default-tenant","reconcileID":"d7cca493-82f6-47f4-aa6c-65181d52412e","namespace":"ai-tenant-e2e-worker-w2-39bde3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:16.805109811Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"default-tenant","reconcileID":"d7cca493-82f6-47f4-aa6c-65181d52412e","tenant":"e2e-worker-w2-39bde3","tenantID":"e2e-worker-w2-39bde3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:16.810567648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"default-tenant","reconcileID":"d7cca493-82f6-47f4-aa6c-65181d52412e","gvk":"Deployment","name":"maas-api-e2e-worker-w2-39bde3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:16.825281655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"default-tenant","reconcileID":"d7cca493-82f6-47f4-aa6c-65181d52412e","gvk":"Service","name":"maas-api-e2e-worker-w2-39bde3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:16.842800353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"default-tenant","reconcileID":"d7cca493-82f6-47f4-aa6c-65181d52412e","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-39bde3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:16.847711747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"default-tenant","reconcileID":"d7cca493-82f6-47f4-aa6c-65181d52412e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-39bde3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:16.856743337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"default-tenant","reconcileID":"d7cca493-82f6-47f4-aa6c-65181d52412e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-39bde3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:16.863767595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"default-tenant","reconcileID":"d7cca493-82f6-47f4-aa6c-65181d52412e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-39bde3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:16.871644949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"default-tenant","reconcileID":"d7cca493-82f6-47f4-aa6c-65181d52412e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-39bde3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:16.877358453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"default-tenant","reconcileID":"d7cca493-82f6-47f4-aa6c-65181d52412e","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-39bde3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:16.881577894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"default-tenant","reconcileID":"d7cca493-82f6-47f4-aa6c-65181d52412e","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-39bde3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:16.889981795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"default-tenant","reconcileID":"d7cca493-82f6-47f4-aa6c-65181d52412e","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-39bde3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:16.89280754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"default-tenant","reconcileID":"d7cca493-82f6-47f4-aa6c-65181d52412e","gvk":"Service","name":"payload-processing-e2e-worker-w2-39bde3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:16.896220999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"default-tenant","reconcileID":"d7cca493-82f6-47f4-aa6c-65181d52412e","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-39bde3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:16.898856382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"default-tenant","reconcileID":"d7cca493-82f6-47f4-aa6c-65181d52412e","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-39bde3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:16.901381901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"default-tenant","reconcileID":"d7cca493-82f6-47f4-aa6c-65181d52412e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-39bde3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:16.90437301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"default-tenant","reconcileID":"d7cca493-82f6-47f4-aa6c-65181d52412e","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-39bde3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:16.913439948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"default-tenant","reconcileID":"d7cca493-82f6-47f4-aa6c-65181d52412e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-39bde3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:16.916181106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"default-tenant","reconcileID":"d7cca493-82f6-47f4-aa6c-65181d52412e","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-39bde3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:16.918960432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"default-tenant","reconcileID":"d7cca493-82f6-47f4-aa6c-65181d52412e","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-39bde3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:16.921541685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"default-tenant","reconcileID":"d7cca493-82f6-47f4-aa6c-65181d52412e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-39bde3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:16.924059024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-39bde3"},"namespace":"ai-tenant-e2e-worker-w2-39bde3","name":"default-tenant","reconcileID":"d7cca493-82f6-47f4-aa6c-65181d52412e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-39bde3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:16.932582205Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-dcd326"},"namespace":"ai-tenant-e2e-shared-a-w1-dcd326","name":"default-tenant","reconcileID":"a952cf50-e58d-4624-ad48-e4607a0ebb1e","namespace":"ai-tenant-e2e-shared-a-w1-dcd326","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:16.93266565Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-dcd326"},"namespace":"ai-tenant-e2e-shared-a-w1-dcd326","name":"default-tenant","reconcileID":"a952cf50-e58d-4624-ad48-e4607a0ebb1e","namespace":"ai-tenant-e2e-shared-a-w1-dcd326","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:16.932743571Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-dcd326"},"namespace":"ai-tenant-e2e-shared-a-w1-dcd326","name":"default-tenant","reconcileID":"a952cf50-e58d-4624-ad48-e4607a0ebb1e","tenant":"e2e-shared-a-w1-dcd326","tenantID":"e2e-shared-a-w1-dcd326","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:16.935440787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-dcd326"},"namespace":"ai-tenant-e2e-shared-a-w1-dcd326","name":"default-tenant","reconcileID":"a952cf50-e58d-4624-ad48-e4607a0ebb1e","gvk":"Deployment","name":"maas-api-e2e-shared-a-w1-dcd326","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:16.938406819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-dcd326"},"namespace":"ai-tenant-e2e-shared-a-w1-dcd326","name":"default-tenant","reconcileID":"a952cf50-e58d-4624-ad48-e4607a0ebb1e","gvk":"Service","name":"maas-api-e2e-shared-a-w1-dcd326","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:16.941285523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-dcd326"},"namespace":"ai-tenant-e2e-shared-a-w1-dcd326","name":"default-tenant","reconcileID":"a952cf50-e58d-4624-ad48-e4607a0ebb1e","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w1-dcd326","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:16.943870474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-dcd326"},"namespace":"ai-tenant-e2e-shared-a-w1-dcd326","name":"default-tenant","reconcileID":"a952cf50-e58d-4624-ad48-e4607a0ebb1e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w1-dcd326","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:16.947304539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-dcd326"},"namespace":"ai-tenant-e2e-shared-a-w1-dcd326","name":"default-tenant","reconcileID":"a952cf50-e58d-4624-ad48-e4607a0ebb1e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w1-dcd326","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:16.950140077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-dcd326"},"namespace":"ai-tenant-e2e-shared-a-w1-dcd326","name":"default-tenant","reconcileID":"a952cf50-e58d-4624-ad48-e4607a0ebb1e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w1-dcd326","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:16.953139994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-dcd326"},"namespace":"ai-tenant-e2e-shared-a-w1-dcd326","name":"default-tenant","reconcileID":"a952cf50-e58d-4624-ad48-e4607a0ebb1e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w1-dcd326","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:16.955756794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-dcd326"},"namespace":"ai-tenant-e2e-shared-a-w1-dcd326","name":"default-tenant","reconcileID":"a952cf50-e58d-4624-ad48-e4607a0ebb1e","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w1-dcd326","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:16.959072606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-dcd326"},"namespace":"ai-tenant-e2e-shared-a-w1-dcd326","name":"default-tenant","reconcileID":"a952cf50-e58d-4624-ad48-e4607a0ebb1e","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w1-dcd326","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:16.961733703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-dcd326"},"namespace":"ai-tenant-e2e-shared-a-w1-dcd326","name":"default-tenant","reconcileID":"a952cf50-e58d-4624-ad48-e4607a0ebb1e","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w1-dcd326","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:16.964842394Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-dcd326"},"namespace":"ai-tenant-e2e-shared-a-w1-dcd326","name":"default-tenant","reconcileID":"a952cf50-e58d-4624-ad48-e4607a0ebb1e","gvk":"Service","name":"payload-processing-e2e-shared-a-w1-dcd326","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:16.970908592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-dcd326"},"namespace":"ai-tenant-e2e-shared-a-w1-dcd326","name":"default-tenant","reconcileID":"a952cf50-e58d-4624-ad48-e4607a0ebb1e","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w1-dcd326","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:16.973769471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-dcd326"},"namespace":"ai-tenant-e2e-shared-a-w1-dcd326","name":"default-tenant","reconcileID":"a952cf50-e58d-4624-ad48-e4607a0ebb1e","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w1-dcd326","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:16.976608523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-dcd326"},"namespace":"ai-tenant-e2e-shared-a-w1-dcd326","name":"default-tenant","reconcileID":"a952cf50-e58d-4624-ad48-e4607a0ebb1e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w1-dcd326","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:16.97972676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-dcd326"},"namespace":"ai-tenant-e2e-shared-a-w1-dcd326","name":"default-tenant","reconcileID":"a952cf50-e58d-4624-ad48-e4607a0ebb1e","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w1-dcd326","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:16.985446818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-dcd326"},"namespace":"ai-tenant-e2e-shared-a-w1-dcd326","name":"default-tenant","reconcileID":"a952cf50-e58d-4624-ad48-e4607a0ebb1e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w1-dcd326","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:16.988395969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-dcd326"},"namespace":"ai-tenant-e2e-shared-a-w1-dcd326","name":"default-tenant","reconcileID":"a952cf50-e58d-4624-ad48-e4607a0ebb1e","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w1-dcd326","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:16.992137241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-dcd326"},"namespace":"ai-tenant-e2e-shared-a-w1-dcd326","name":"default-tenant","reconcileID":"a952cf50-e58d-4624-ad48-e4607a0ebb1e","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w1-dcd326","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:16.995214617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-dcd326"},"namespace":"ai-tenant-e2e-shared-a-w1-dcd326","name":"default-tenant","reconcileID":"a952cf50-e58d-4624-ad48-e4607a0ebb1e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w1-dcd326","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:16.998513032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-dcd326"},"namespace":"ai-tenant-e2e-shared-a-w1-dcd326","name":"default-tenant","reconcileID":"a952cf50-e58d-4624-ad48-e4607a0ebb1e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w1-dcd326","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:17.010858109Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-39bde3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-39bde3","reconcileID":"4ec766fe-7224-4c77-8ffa-fea158f2968f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-39bde3","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-39bde3"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.028013048Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-2-w2-39bde3","reconcileID":"e204914b-90e0-4ce3-a45a-0232c3499f1a","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/distinct-2-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.041778654Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-2-w2-39bde3","reconcileID":"e204914b-90e0-4ce3-a45a-0232c3499f1a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/distinct-2-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.041938074Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-w2-39bde3","reconcileID":"d22f6b28-05f9-4128-bdcb-169e6fe53f81","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/distinct-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.061144305Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-w2-39bde3","reconcileID":"d22f6b28-05f9-4128-bdcb-169e6fe53f81","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/distinct-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.06139385Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"3fecc3ed-1e43-410b-9edf-7bb7d8d8cb20","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.081145147Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"3fecc3ed-1e43-410b-9edf-7bb7d8d8cb20","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.081259355Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"dad2b77e-fc10-4fe9-91e4-fe75fd63e931","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.200689536Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"dad2b77e-fc10-4fe9-91e4-fe75fd63e931","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.20089013Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-2-w2-39bde3","reconcileID":"12b33190-9a22-4e5e-a473-795564fbe149","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/distinct-2-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.200955354Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-2-w2-39bde3","reconcileID":"12b33190-9a22-4e5e-a473-795564fbe149","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/distinct-2-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.201071131Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-w2-39bde3","reconcileID":"5e8bf190-df5c-48b2-b580-7e9d892f76bb","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/distinct-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.201141214Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-w2-39bde3","reconcileID":"5e8bf190-df5c-48b2-b580-7e9d892f76bb","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/distinct-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.201266467Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"b47594a0-5cdd-4159-9673-c22a6edd78fe","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.201312659Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"b47594a0-5cdd-4159-9673-c22a6edd78fe","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.256350749Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"3b6cf474-00bc-4468-93a9-83adb22c2d69","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.256411843Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"3b6cf474-00bc-4468-93a9-83adb22c2d69","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.256491802Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-2-w2-39bde3","reconcileID":"2ad96192-8b66-4a31-ae64-9981cc36174a","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/distinct-2-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.256521182Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-2-w2-39bde3","reconcileID":"2ad96192-8b66-4a31-ae64-9981cc36174a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/distinct-2-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.256610449Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-w2-39bde3","reconcileID":"92b50f3c-d3ec-4d9d-b12a-b65b4361c0ba","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/distinct-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.256665809Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-w2-39bde3","reconcileID":"92b50f3c-d3ec-4d9d-b12a-b65b4361c0ba","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/distinct-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.256738589Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"9d6e73f7-86e8-474d-8904-0a510e5fa49f","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.256765786Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"9d6e73f7-86e8-474d-8904-0a510e5fa49f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.267368159Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"a688b3f0-d759-4707-9df5-ef709305c6c2","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.267415676Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"a688b3f0-d759-4707-9df5-ef709305c6c2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.276867Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-2-w2-39bde3","reconcileID":"14ee4a1d-5282-4631-a094-095e003b950d","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/distinct-2-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.276918002Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-2-w2-39bde3","reconcileID":"14ee4a1d-5282-4631-a094-095e003b950d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/distinct-2-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.277003929Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-w2-39bde3","reconcileID":"ea186551-7a58-4ec7-bd4d-c6b814c9ea61","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/distinct-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.277037624Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-w2-39bde3","reconcileID":"ea186551-7a58-4ec7-bd4d-c6b814c9ea61","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/distinct-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.277137121Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"0af8e680-d389-4b38-8d35-baf854b5b1ad","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.277184901Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"0af8e680-d389-4b38-8d35-baf854b5b1ad","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.2886036Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"29abfb6e-6e34-47f2-b475-4278f20691cd","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.288742085Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"29abfb6e-6e34-47f2-b475-4278f20691cd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:17.308684376Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-dcd326","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-dcd326","reconcileID":"9dd39cad-ccb5-4dfe-b28d-b1649e90b5a2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-dcd326","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w1-dcd326"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.320555419Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-2-w2-39bde3","reconcileID":"0a36170b-2a8b-4bb4-b993-5cb8e26995f0","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/distinct-2-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.320638896Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-2-w2-39bde3","reconcileID":"0a36170b-2a8b-4bb4-b993-5cb8e26995f0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/distinct-2-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.321413682Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-w2-39bde3","reconcileID":"53d51c1c-fc08-4d50-bbbb-7cd15def899a","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/distinct-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.321465834Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-w2-39bde3","reconcileID":"53d51c1c-fc08-4d50-bbbb-7cd15def899a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/distinct-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.321580824Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"80c26e28-dc06-4af1-b8ed-2375a22c2174","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.321625836Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"80c26e28-dc06-4af1-b8ed-2375a22c2174","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.357561507Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"ce1db496-fc2b-4fc5-a284-c33b79bfb425","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.35763086Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"ce1db496-fc2b-4fc5-a284-c33b79bfb425","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:17.371473113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6478dd0-b90e-4a75-bedd-c1887438ff31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:17.37486042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6478dd0-b90e-4a75-bedd-c1887438ff31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:17.377919727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6478dd0-b90e-4a75-bedd-c1887438ff31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:17.384239702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6478dd0-b90e-4a75-bedd-c1887438ff31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.418460435Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"4ed60e77-fa3f-4c9c-80e6-e60ac291f459","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-2889dd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.421087527Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-2-w2-39bde3","reconcileID":"ffd30c28-7873-4dd9-95b1-7fe2033d778d","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/distinct-2-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.421189239Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-2-w2-39bde3","reconcileID":"ffd30c28-7873-4dd9-95b1-7fe2033d778d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/distinct-2-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.421314116Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-w2-39bde3","reconcileID":"d8baca9e-b594-4e87-bdd8-0d3bf61fc153","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/distinct-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.421365303Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-w2-39bde3","reconcileID":"d8baca9e-b594-4e87-bdd8-0d3bf61fc153","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/distinct-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.421470322Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"7f969b4b-32f9-45e6-b9df-2cf2949d1aec","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.421513803Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"7f969b4b-32f9-45e6-b9df-2cf2949d1aec","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.43840729Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"56ed4bb7-b357-4736-a282-810d424a1c6d","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.438493362Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"56ed4bb7-b357-4736-a282-810d424a1c6d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.556364572Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"0936c640-4e33-4c19-a0c8-793c86dd5ddd","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-2889dd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.581938195Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-2-w2-39bde3","reconcileID":"35ca4df3-0125-4f80-a5f6-172d43cb4889","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/distinct-2-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.581999848Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-2-w2-39bde3","reconcileID":"35ca4df3-0125-4f80-a5f6-172d43cb4889","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/distinct-2-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.5821272Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-w2-39bde3","reconcileID":"ecc8fb2d-8de4-44e8-9d90-4ae2c688753c","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/distinct-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.582178147Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-w2-39bde3","reconcileID":"ecc8fb2d-8de4-44e8-9d90-4ae2c688753c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/distinct-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.582267076Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"0cfa3a0a-e7c5-4284-be9a-c8703d80e124","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.582307707Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"0cfa3a0a-e7c5-4284-be9a-c8703d80e124","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.619545342Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"f9d7fb5f-e6cd-43a0-b3d7-f8ce789f3752","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-2889dd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.619685307Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"7eac0193-108b-42b7-b00f-a98bdb0d9007","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.619743718Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"7eac0193-108b-42b7-b00f-a98bdb0d9007","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:17.642121649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f417705e-b028-4dfa-9c00-b4d45499ebbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:17.646743772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f417705e-b028-4dfa-9c00-b4d45499ebbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:17.650277106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f417705e-b028-4dfa-9c00-b4d45499ebbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:17.660437324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f417705e-b028-4dfa-9c00-b4d45499ebbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.731744508Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"bb6f30a1-4148-4064-b0bd-cf330eb4d323","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-2889dd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.903081414Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-2-w2-39bde3","reconcileID":"f540749a-fead-4943-9818-c6bd145de4ed","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/distinct-2-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.903197602Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-2-w2-39bde3","reconcileID":"f540749a-fead-4943-9818-c6bd145de4ed","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/distinct-2-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.903355634Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-w2-39bde3","reconcileID":"2a6d3868-b243-4bcf-85d7-e36d4207977d","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/distinct-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.903414494Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-w2-39bde3","reconcileID":"2a6d3868-b243-4bcf-85d7-e36d4207977d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/distinct-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.903534054Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"9f53c2e9-3bb0-42c1-9af2-bef9aba6f7d0","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.903595512Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"9f53c2e9-3bb0-42c1-9af2-bef9aba6f7d0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:17.933702666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3c880ed-6347-4801-8312-a75922d39afd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:17.936816991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3c880ed-6347-4801-8312-a75922d39afd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.940819192Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"ffd7e225-b64c-4f6b-9db2-da4cce4a497a","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.940867373Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"ffd7e225-b64c-4f6b-9db2-da4cce4a497a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:17.956448111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3c880ed-6347-4801-8312-a75922d39afd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:17.960437566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3c880ed-6347-4801-8312-a75922d39afd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:18.543786885Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-2-w2-39bde3","reconcileID":"a8a91161-e3c9-4773-9945-a6dd1e642b8d","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/distinct-2-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:18.543850742Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-2-w2-39bde3","reconcileID":"a8a91161-e3c9-4773-9945-a6dd1e642b8d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/distinct-2-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:18.543927399Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-w2-39bde3","reconcileID":"999d7c5e-130e-4ed3-8f3a-dea390866e33","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/distinct-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:18.543962922Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-w2-39bde3","reconcileID":"999d7c5e-130e-4ed3-8f3a-dea390866e33","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/distinct-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:18.544023552Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"33ad1704-bdec-4445-a4de-d769a99c62bd","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:18.544062206Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"33ad1704-bdec-4445-a4de-d769a99c62bd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:18.58158202Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"8ddee9ac-c4d3-4eb5-8fd0-8ed6e10d96f2","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:18.581653435Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"8ddee9ac-c4d3-4eb5-8fd0-8ed6e10d96f2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:19.82430828Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-2-w2-39bde3","reconcileID":"8a331277-588b-4658-a3fc-7a75ac6487e6","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/distinct-2-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:19.824376567Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-2-w2-39bde3","reconcileID":"8a331277-588b-4658-a3fc-7a75ac6487e6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/distinct-2-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:19.824456442Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-w2-39bde3","reconcileID":"48c42a38-01f0-43a8-a0b6-5287009db02d","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/distinct-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:19.824490855Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-w2-39bde3","reconcileID":"48c42a38-01f0-43a8-a0b6-5287009db02d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/distinct-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:19.824557691Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"7e245c17-ee73-4bce-9a82-2c4feaf819b1","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:19.824587646Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"7e245c17-ee73-4bce-9a82-2c4feaf819b1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:19.862829506Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"ed5eff33-4682-45d9-ae63-3c63255389bc","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:19.862894145Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"ed5eff33-4682-45d9-ae63-3c63255389bc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:19.99876849Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"d92f553e-a06a-4954-9615-b5b7040297bb","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-2889dd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:20.181958519Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"b6a1806e-241f-4e97-8e09-693075cff3b8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-2889dd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:20.280275177Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"b7e691de-cefb-4bc0-9bf8-94aef7c30cc8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-2889dd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:20.380367587Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"53167409-51aa-42e5-ab07-4018bd943a96","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-2889dd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:22.385650051Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-2-w2-39bde3","reconcileID":"1e47f6f9-91c9-4525-9d78-204abe875ba3","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/distinct-2-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:22.385716618Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-2-w2-39bde3","reconcileID":"1e47f6f9-91c9-4525-9d78-204abe875ba3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/distinct-2-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:22.385805375Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-w2-39bde3","reconcileID":"4b7cb874-4b57-4cf4-b4f2-0c2672ef86c2","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/distinct-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:22.385837716Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-w2-39bde3","reconcileID":"4b7cb874-4b57-4cf4-b4f2-0c2672ef86c2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/distinct-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:22.385902608Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"04316090-0a1e-458f-9644-cea1a077964e","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:22.385935328Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"04316090-0a1e-458f-9644-cea1a077964e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:22.423133614Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"4ff89716-954e-4f02-8e2d-5881f6d21b94","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:22.423208401Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"4ff89716-954e-4f02-8e2d-5881f6d21b94","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:24.214375212Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"8dfa8792-c23d-46ef-a0c5-dad9d04c1206","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0458df\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:24.643120101Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"7b4cdc1a-6893-42ea-b5ab-19c677541de7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0458df\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:24.863678554Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"c040f9b0-9a82-4cd2-9cd3-9988f73cf335","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0458df\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:24.962897812Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"c58a2405-2e9e-4452-bf9c-120bf7c6f1cd","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0458df\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:25.140642849Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"a4ef4233-a68f-4a01-86bc-4ecc69179737","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-2889dd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:25.344121765Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"ad5493ad-67d4-4841-975c-235d739127f1","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-2889dd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:25.467465228Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"35ceff6b-a10a-40e6-8a3c-01d1e58eeec3","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-2889dd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:25.543187189Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"9ee80e2f-5b7a-4ca8-be34-19d11cd4d222","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-2889dd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:26.064344142Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-2-w2-39bde3","reconcileID":"cf0f2a05-9d94-4702-837e-6dec4bd049e5","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/distinct-2-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:26.064430482Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-2-w2-39bde3","reconcileID":"cf0f2a05-9d94-4702-837e-6dec4bd049e5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/distinct-2-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:26.06455499Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-w2-39bde3","reconcileID":"aafcda3a-a223-4246-adc6-42106aece242","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/distinct-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:26.064606459Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-w2-39bde3","reconcileID":"aafcda3a-a223-4246-adc6-42106aece242","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/distinct-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:26.064720086Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"b4671416-7fbc-461c-8b61-dc4e9286f6d1","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:26.064766453Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"b4671416-7fbc-461c-8b61-dc4e9286f6d1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:26.064867204Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"dab7690a-3a4d-4de6-8a15-6518c638a1ee","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:26.064913758Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"dab7690a-3a4d-4de6-8a15-6518c638a1ee","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:26.067270223Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-2-w2-39bde3","reconcileID":"2f461595-e06e-42f7-b97e-1b61631ae7ea","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/distinct-2-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:26.067347402Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-2-w2-39bde3","reconcileID":"2f461595-e06e-42f7-b97e-1b61631ae7ea","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/distinct-2-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:26.067469996Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-w2-39bde3","reconcileID":"5faa0e08-6597-4eb9-bf71-992e9fd7dc93","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/distinct-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:26.067517729Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-w2-39bde3","reconcileID":"5faa0e08-6597-4eb9-bf71-992e9fd7dc93","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/distinct-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:26.067625123Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"70a8f7f9-b08f-4af6-a70c-3a4094b0f3aa","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:26.067697109Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"70a8f7f9-b08f-4af6-a70c-3a4094b0f3aa","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:26.067812257Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"3af252ad-bc00-4e98-92de-bd9c6cdc73da","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:26.06786561Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"3af252ad-bc00-4e98-92de-bd9c6cdc73da","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:27.162303111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78701ef8-516c-4b2a-9cfc-4ce7b9804672","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:27.166240154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78701ef8-516c-4b2a-9cfc-4ce7b9804672","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:27.169384458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78701ef8-516c-4b2a-9cfc-4ce7b9804672","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:27.173322541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78701ef8-516c-4b2a-9cfc-4ce7b9804672","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:27.531533006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"482cb673-fbe5-4978-b685-81097ec464b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:27.534603278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"482cb673-fbe5-4978-b685-81097ec464b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:27.537574275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"482cb673-fbe5-4978-b685-81097ec464b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:27.540621219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"482cb673-fbe5-4978-b685-81097ec464b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:30.407329225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-subscription","reconcileID":"03145b66-8b00-4d2c-b2c4-a343655b9d4e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-simulator-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:30.506646983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6cd5dd7d-dc0d-4955-b875-ed2332cc80b1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:30.506762296Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"429a4d7d-3389-436b-8908-6ff2a67c7e5e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:30.507154238Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-subscription","reconcileID":"ccc6ca6a-80bb-4b8c-a118-5ffc88b204a3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-premium-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:35.407508364Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"afe1688a-dc74-4265-b37e-082bac8092a6","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-2889dd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:35.605958951Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"c72c475e-81cd-482a-b432-f79e4b30ee75","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-2889dd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:35.729248399Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"3c03d425-7e93-44bb-90b1-f14a474c2f81","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-2889dd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:35.829261886Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"c9b6bc0e-b50e-4712-b464-0e9183b0250a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-2889dd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:35.98032497Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-2-w2-39bde3","reconcileID":"68944e47-feda-41ce-8388-de70cbe6010b","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/distinct-2-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:35.980379704Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-2-w2-39bde3","reconcileID":"68944e47-feda-41ce-8388-de70cbe6010b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/distinct-2-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:35.988724516Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-w2-39bde3","reconcileID":"47e617f1-e66d-4ea4-beb8-f8bfe41bce76","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/distinct-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:35.988778562Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-w2-39bde3","reconcileID":"47e617f1-e66d-4ea4-beb8-f8bfe41bce76","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/distinct-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:35.99723793Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"9e159d48-f7b7-4108-8411-106150e0f3ce","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:35.997289798Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"9e159d48-f7b7-4108-8411-106150e0f3ce","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:36.005151148Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"9ac1583d-1eff-4367-8473-860ffebaabef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:36.005201956Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"9ac1583d-1eff-4367-8473-860ffebaabef","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:36.058938882Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-2-w2-39bde3","reconcileID":"ec0ca7c9-b202-4129-90b0-b4dd2995a35a","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/distinct-2-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:36.059000086Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-2-w2-39bde3","reconcileID":"ec0ca7c9-b202-4129-90b0-b4dd2995a35a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/distinct-2-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:36.070601085Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-w2-39bde3","reconcileID":"7d52becf-910f-45f5-b636-bcaf19405927","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/distinct-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:36.070666753Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-w2-39bde3","reconcileID":"7d52becf-910f-45f5-b636-bcaf19405927","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/distinct-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:36.070774274Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"1379a52d-09a0-4b26-a2c9-07c53bce31c2","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:36.070824268Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"1379a52d-09a0-4b26-a2c9-07c53bce31c2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:36.070926402Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"683e1297-5c76-4ada-a4f4-0f08b16ac5e0","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:36.070971109Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"683e1297-5c76-4ada-a4f4-0f08b16ac5e0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:36.156029056Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-w2-39bde3","reconcileID":"2590d978-7191-47c5-a147-4a231f5db24f","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/distinct-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:36.156112982Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-w2-39bde3","reconcileID":"2590d978-7191-47c5-a147-4a231f5db24f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/distinct-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:36.168648487Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"5ca7ec5c-7eaf-4c9b-8cf0-87220e526241","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:36.168703317Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"5ca7ec5c-7eaf-4c9b-8cf0-87220e526241","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:36.168784838Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"8c92c848-f9be-4ded-af38-7065440a50fc","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:36.168828655Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"8c92c848-f9be-4ded-af38-7065440a50fc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/simulator-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:36.263622969Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"db97992d-82c9-4362-96c3-08b9b81833e6","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:36.263711828Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"db97992d-82c9-4362-96c3-08b9b81833e6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:36.27558808Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"369e39b2-bfd9-40d4-b7ce-9aa01c887e77","name":"simulator-w2-39bde3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-39bde3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:207\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:36.275630933Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"369e39b2-bfd9-40d4-b7ce-9aa01c887e77","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-39bde3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:36.313186036Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"ad5b452e-6888-499f-ae06-30da3ebfa10b","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:36.313234286Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"ad5b452e-6888-499f-ae06-30da3ebfa10b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-39bde3/premium-w2-39bde3: AITenant \"e2e-worker-w2-39bde3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:37.880569479Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-2-w2-39bde3","reconcileID":"090ffb0b-394a-421a-8014-d8a73bc8024f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-39bde3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:37.91701977Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-w2-39bde3","reconcileID":"14f80af3-20a2-4365-965d-958f3f9337fc","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-39bde3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:37.980839636Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"14e0d2d6-341d-437c-9f8c-f15bae0eaf30","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-39bde3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:38.079778014Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"1088cfb8-b941-484b-bb5b-8f9f2bc7d2b7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-39bde3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:38.188366619Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-2-w2-39bde3","reconcileID":"50389c3c-5129-4c46-b03a-1b315427fa67","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-39bde3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:38.281140488Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-w2-39bde3","reconcileID":"7ea15230-85d7-4325-a649-1a60e936ccd5","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-39bde3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:38.381700146Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"23c3b4a2-2129-4617-85c8-5a6df9454e37","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-39bde3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:38.48773682Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"21aedda9-58a3-4f4f-a705-8d5253115e2b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-39bde3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:38.581887985Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-2-w2-39bde3","reconcileID":"dec76f63-3315-4deb-85c5-b1affbd722af","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-39bde3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:38.621258314Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-w2-39bde3","reconcileID":"c076cfee-9cc6-49e4-8694-0289ee640e0b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-39bde3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:38.7195298Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"5a2f3f58-f614-4fe7-bfbb-a7fba448fdd3","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-39bde3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:38.737184143Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"307cdf73-b8ee-463b-9b54-13ce56acbf58","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-39bde3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:38.819877476Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-2-w2-39bde3","reconcileID":"27ca7e14-ae71-43fe-8934-1b1e28b85574","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-39bde3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:38.919159787Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-w2-39bde3","reconcileID":"ee9a22a4-d2eb-4244-9275-f2ad5a0231aa","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-39bde3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:39.035001552Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"b8b79cea-c3d5-4015-8417-b1fc2c5cbf4a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-39bde3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:39.059658489Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"2b99fbc4-131e-4a2d-acbf-f7f26417289f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-39bde3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:39.120945343Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-2-w2-39bde3","reconcileID":"6b21b028-9c34-40c9-8bf0-484347a7e931","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-39bde3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:39.22181891Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-w2-39bde3","reconcileID":"ada4f6e3-7384-4903-8fe9-1746a5afa63f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-39bde3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:39.242288147Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"03b259f8-616e-4487-b3ac-da1ed0611751","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-39bde3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:39.259887084Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"8d4e266b-01d3-4f94-85b3-7c3b9ab0d7f4","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-39bde3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:39.32284336Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-2-w2-39bde3","reconcileID":"e1332c62-4b58-4abb-9cbe-5258094b51fe","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-39bde3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:39.334939481Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-46385c"},"namespace":"ai-tenant-e2e-shared-b-w1-46385c","name":"default-tenant","reconcileID":"2e5db543-270a-4d83-b507-4ba6c036a507","namespace":"ai-tenant-e2e-shared-b-w1-46385c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:39.334989209Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-46385c"},"namespace":"ai-tenant-e2e-shared-b-w1-46385c","name":"default-tenant","reconcileID":"2e5db543-270a-4d83-b507-4ba6c036a507","namespace":"ai-tenant-e2e-shared-b-w1-46385c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:39.335035157Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-46385c"},"namespace":"ai-tenant-e2e-shared-b-w1-46385c","name":"default-tenant","reconcileID":"2e5db543-270a-4d83-b507-4ba6c036a507","tenant":"e2e-shared-b-w1-46385c","tenantID":"e2e-shared-b-w1-46385c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:39.342597785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-46385c"},"namespace":"ai-tenant-e2e-shared-b-w1-46385c","name":"default-tenant","reconcileID":"2e5db543-270a-4d83-b507-4ba6c036a507","gvk":"Deployment","name":"maas-api-e2e-shared-b-w1-46385c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:39.342715214Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-w2-39bde3","reconcileID":"6a9fc6c8-c75b-4661-8385-e3d0afcc1741","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-39bde3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:39.355015565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-46385c"},"namespace":"ai-tenant-e2e-shared-b-w1-46385c","name":"default-tenant","reconcileID":"2e5db543-270a-4d83-b507-4ba6c036a507","gvk":"Service","name":"maas-api-e2e-shared-b-w1-46385c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:39.36993538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-46385c"},"namespace":"ai-tenant-e2e-shared-b-w1-46385c","name":"default-tenant","reconcileID":"2e5db543-270a-4d83-b507-4ba6c036a507","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w1-46385c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:39.377256874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-46385c"},"namespace":"ai-tenant-e2e-shared-b-w1-46385c","name":"default-tenant","reconcileID":"2e5db543-270a-4d83-b507-4ba6c036a507","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w1-46385c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:39.390007468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-46385c"},"namespace":"ai-tenant-e2e-shared-b-w1-46385c","name":"default-tenant","reconcileID":"2e5db543-270a-4d83-b507-4ba6c036a507","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w1-46385c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:39.403980969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-46385c"},"namespace":"ai-tenant-e2e-shared-b-w1-46385c","name":"default-tenant","reconcileID":"2e5db543-270a-4d83-b507-4ba6c036a507","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w1-46385c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:39.413530985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-46385c"},"namespace":"ai-tenant-e2e-shared-b-w1-46385c","name":"default-tenant","reconcileID":"2e5db543-270a-4d83-b507-4ba6c036a507","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w1-46385c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:39.419216201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-46385c"},"namespace":"ai-tenant-e2e-shared-b-w1-46385c","name":"default-tenant","reconcileID":"2e5db543-270a-4d83-b507-4ba6c036a507","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w1-46385c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:39.422160526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-46385c"},"namespace":"ai-tenant-e2e-shared-b-w1-46385c","name":"default-tenant","reconcileID":"2e5db543-270a-4d83-b507-4ba6c036a507","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w1-46385c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:39.425040067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-46385c"},"namespace":"ai-tenant-e2e-shared-b-w1-46385c","name":"default-tenant","reconcileID":"2e5db543-270a-4d83-b507-4ba6c036a507","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w1-46385c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:39.42574468Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"b07773cc-c38a-4b5a-8d1d-e854a1bf966b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-39bde3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:39.428181222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-46385c"},"namespace":"ai-tenant-e2e-shared-b-w1-46385c","name":"default-tenant","reconcileID":"2e5db543-270a-4d83-b507-4ba6c036a507","gvk":"Service","name":"payload-processing-e2e-shared-b-w1-46385c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:39.431337536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-46385c"},"namespace":"ai-tenant-e2e-shared-b-w1-46385c","name":"default-tenant","reconcileID":"2e5db543-270a-4d83-b507-4ba6c036a507","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w1-46385c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:39.434048798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-46385c"},"namespace":"ai-tenant-e2e-shared-b-w1-46385c","name":"default-tenant","reconcileID":"2e5db543-270a-4d83-b507-4ba6c036a507","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w1-46385c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:39.436707785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-46385c"},"namespace":"ai-tenant-e2e-shared-b-w1-46385c","name":"default-tenant","reconcileID":"2e5db543-270a-4d83-b507-4ba6c036a507","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w1-46385c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:39.439495574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-46385c"},"namespace":"ai-tenant-e2e-shared-b-w1-46385c","name":"default-tenant","reconcileID":"2e5db543-270a-4d83-b507-4ba6c036a507","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w1-46385c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:39.447236756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-46385c"},"namespace":"ai-tenant-e2e-shared-b-w1-46385c","name":"default-tenant","reconcileID":"2e5db543-270a-4d83-b507-4ba6c036a507","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w1-46385c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:39.450348227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-46385c"},"namespace":"ai-tenant-e2e-shared-b-w1-46385c","name":"default-tenant","reconcileID":"2e5db543-270a-4d83-b507-4ba6c036a507","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w1-46385c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:39.452909168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-46385c"},"namespace":"ai-tenant-e2e-shared-b-w1-46385c","name":"default-tenant","reconcileID":"2e5db543-270a-4d83-b507-4ba6c036a507","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w1-46385c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:39.455644718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-46385c"},"namespace":"ai-tenant-e2e-shared-b-w1-46385c","name":"default-tenant","reconcileID":"2e5db543-270a-4d83-b507-4ba6c036a507","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w1-46385c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:39.45835421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-46385c"},"namespace":"ai-tenant-e2e-shared-b-w1-46385c","name":"default-tenant","reconcileID":"2e5db543-270a-4d83-b507-4ba6c036a507","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w1-46385c","namespace":"","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:39.657380123Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"3d541093-b2a8-4e8b-ae9c-cd3a314692ac","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-39bde3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:39.66800339Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-46385c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-46385c","reconcileID":"6f7e5dd1-4d09-48cb-afe3-deb4279efdee","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-46385c","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w1-46385c"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:39.677906181Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-2-w2-39bde3","reconcileID":"34f174cb-09c7-41b9-80ba-b0df757f1e7c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-39bde3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:39.779433747Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-w2-39bde3","reconcileID":"c5cc1cd5-37b3-4e3e-931e-5228cf12b741","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-39bde3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:39.865437711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"183ce8d6-e48d-4950-bddf-7adc48c962eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:39.869251053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"183ce8d6-e48d-4950-bddf-7adc48c962eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:39.87264394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"183ce8d6-e48d-4950-bddf-7adc48c962eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:39.875714508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"183ce8d6-e48d-4950-bddf-7adc48c962eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:39.880379011Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"1f01abcc-40b3-4049-85b3-39b247dd5fb2","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-39bde3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:39.979548944Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"7d5f410f-a763-4412-91a1-63e47d6acb85","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-39bde3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:40.076688847Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-2-w2-39bde3","reconcileID":"6620e441-d10e-4906-aa84-43b545f4ba22","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-39bde3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:40.119459064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e1c150d-1d9b-42e8-8a1f-a95303fee1e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:40.123404353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e1c150d-1d9b-42e8-8a1f-a95303fee1e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:40.12664993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e1c150d-1d9b-42e8-8a1f-a95303fee1e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:40.12957471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e1c150d-1d9b-42e8-8a1f-a95303fee1e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:40.181508921Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-w2-39bde3","reconcileID":"08ba36fc-b303-471a-9344-974db4af8b77","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-39bde3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:40.279288625Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"59621bc6-a8b5-4cc0-9ef2-89790a9ebff9","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-39bde3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:40.381343371Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"d122b9b8-9c41-4d8b-9022-c7b020055899","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-39bde3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:40.387048571Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:40.73873951Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-2-w2-39bde3","reconcileID":"84d65557-5ebf-4f03-ac04-984015d85939","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-39bde3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:40.842463301Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-w2-39bde3","reconcileID":"54b350de-022b-49b7-9cf8-dd56acb35e6c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-39bde3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:40.942661302Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"09c4b808-370f-49d0-a856-1be6817ab2d5","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-39bde3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:41.042735131Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"2c16a5ef-1cae-4bc4-b67b-0d6045f8610c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-39bde3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:42.037343346Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-2-w2-39bde3","reconcileID":"9114a17b-000c-429e-8c30-eacca55cd41b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-39bde3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:42.147091106Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-w2-39bde3","reconcileID":"59a8ee6f-de0b-4a62-b653-5d068e4dc0fd","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-39bde3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:42.245896655Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"5ad5bc8b-c5cd-473f-9933-2a41fa7b3a27","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-39bde3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:42.344937503Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"56178038-ad61-4780-a816-38bb92cab80e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-39bde3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:43.239656312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9a56c39e-2fbf-4210-9ca3-83019e5a3638","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:43.340079058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-subscription","reconcileID":"106ae8bb-2784-42c5-9586-b75204f6cd1c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-premium-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:43.342618048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cc6f9c09-2abd-4a71-aea0-db565dbd98cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:43.342625746Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-subscription","reconcileID":"db2ead0d-3035-4cfc-82f5-938b3e1d41f2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-simulator-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:44.617278061Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-2-w2-39bde3","reconcileID":"c0a9eba7-a051-4df6-9539-bc09264da581","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-39bde3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:44.730616248Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-w2-39bde3","reconcileID":"07e3cd04-c135-45e2-b8a6-307039972075","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-39bde3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:44.829694032Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"bb9640a8-0847-4d64-b576-7b8394259be5","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-39bde3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:44.929638657Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"ff0306ce-3ede-407c-a881-cce0545a576b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-39bde3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:46.224592864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"195ed2ee-2261-4531-b050-16c550d49fa1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:46.323090846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"beb50b45-1a70-4b79-95e2-428b777e1f88","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:46.323124815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-subscription","reconcileID":"9f34f12c-a94e-4bd2-9975-16b41ff977c5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-premium-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:46.323547721Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-subscription","reconcileID":"5bb82cd3-3438-4201-b354-feb92bd5fe15","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-simulator-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:47.800377163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-2-w1-85cb41","reconcileID":"6b7bff60-1cba-4591-b590-29a3724d4f37","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"distinct-2-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"distinct-2-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:47.803473782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"b5f436e4-fe4b-4c7c-a1b5-3e7020cec264","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:47.807066758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"3c591fe0-702c-4949-8edd-b95f55dc3cdc","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"premium-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"premium-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:47.8074444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-w1-85cb41","reconcileID":"e7689842-2431-4d3a-a462-19e75b5420ac","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"distinct-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"distinct-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:47.815136507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-w1-85cb41","reconcileID":"10e9a119-f14e-462c-9a87-955b81487ffe","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"distinct-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"distinct-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:47.815380696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-2-w1-85cb41","reconcileID":"672574b7-d8fc-457b-aa59-f001aab85b08","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"distinct-2-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"distinct-2-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:47.815597516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"cd6c14fd-88e3-4fe1-aa26-b3f77aee4611","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:47.815883155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"5d570646-e791-41c2-8f3a-af57a57ea7bd","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"premium-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"premium-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:47.817272317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"5f7a1963-deb6-4301-b2e4-e92b92cb7a15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:47.817455343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"4f5fdf51-9cfc-4934-947b-330e6aa3c3cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:47.825378083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"4f5fdf51-9cfc-4934-947b-330e6aa3c3cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:47.827531027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"5f7a1963-deb6-4301-b2e4-e92b92cb7a15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:47.894241965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-subscription","reconcileID":"39a50ce5-1a8c-41f7-9589-2fb42111ec29","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-simulator-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:47.894382269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-subscription","reconcileID":"c293a6e0-3a6b-462a-860c-6c6deb0085b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-premium-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:47.960511794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0caa383-08af-4ba2-aae2-a25cfba1465d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:47.963779158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0caa383-08af-4ba2-aae2-a25cfba1465d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:47.967038224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0caa383-08af-4ba2-aae2-a25cfba1465d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:47.970567456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0caa383-08af-4ba2-aae2-a25cfba1465d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:47.992391665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-subscription","reconcileID":"f211bd54-53a8-43fa-964e-2def99660b9f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-simulator-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:47.99386451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-subscription","reconcileID":"2b5707d6-6930-4e2d-892e-80acd9d3dc54","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-premium-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:48.073736599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"1b68bc62-54fa-4af2-ae00-31357c5c2cb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:48.07461385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"313a4549-840b-4439-aa12-55129dd89ea8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:48.082233994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"1b68bc62-54fa-4af2-ae00-31357c5c2cb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:48.084498345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"313a4549-840b-4439-aa12-55129dd89ea8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:48.337792166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4064755a-edc9-4878-8b2f-b87271d9399d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:48.341204005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4064755a-edc9-4878-8b2f-b87271d9399d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:48.344256511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4064755a-edc9-4878-8b2f-b87271d9399d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:48.347339372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4064755a-edc9-4878-8b2f-b87271d9399d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:49.75662411Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-2-w2-39bde3","reconcileID":"b2f7184f-8691-4fb0-893a-6c08d593ee3d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-39bde3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:49.88145049Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-w2-39bde3","reconcileID":"8313c1e1-34bf-4e9d-bab5-b6e3a7acbf66","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-39bde3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:49.984271253Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"02786415-62d7-4e44-b522-3d1e18fcd8ba","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-39bde3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:50.075150451Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"59e24d7b-cc67-4ba5-8bf7-b1ceafdf05b7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-39bde3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:52.744263166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-2-w1-85cb41","reconcileID":"d1fcc882-30b5-4f45-a4f6-f104675808b3","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"distinct-2-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"distinct-2-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:52.786641629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-w1-85cb41","reconcileID":"6daca095-2c30-4580-b716-8241f28a37d5","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"distinct-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"distinct-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:52.828187433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"cccade4c-e5de-4211-b43d-1ce1f4d2d9a4","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"premium-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"premium-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:52.843537774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-subscription","reconcileID":"f382c6dd-722c-4afd-b742-0b2b51d2a03c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-premium-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:52.845793958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"c8641107-3fa3-42b7-bdb9-b9f3b2cbd67a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:52.846045889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"2fed3a52-eda1-4e92-8744-e822889fad68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:52.85408135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"c8641107-3fa3-42b7-bdb9-b9f3b2cbd67a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:52.855123865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"2fed3a52-eda1-4e92-8744-e822889fad68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:52.862961368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"891c8f0a-d65c-493e-84d7-69619fda69b1","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"premium-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"premium-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:52.8739086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"62755b21-5c78-4837-94b9-1938dee2b347","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:52.942501275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-subscription","reconcileID":"d46f1bd5-a324-4789-b540-d13446e6dcbd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-simulator-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:52.942503856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-subscription","reconcileID":"cc09fd41-8981-4f9d-abb7-424a64a9be7e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-premium-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:52.946038475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"a1c66c9d-7750-4ac1-9133-bf7563c712bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:52.946292393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"7536d9bb-fb29-4578-a27f-5b387dc484c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:52.953640147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"7536d9bb-fb29-4578-a27f-5b387dc484c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:52.953861694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"a1c66c9d-7750-4ac1-9133-bf7563c712bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:52.961382626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"971fc1c6-3a4d-49f0-802d-7330f55c9cfa","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:53.041397126Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-subscription","reconcileID":"ad292df0-3ca8-440f-902e-5dfd8d2fd64e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-simulator-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:55.906880945Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"c46ae881-a887-49a5-a6e2-37378681f76d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-2889dd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:56.104758583Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"962a21e1-dbde-4723-9587-95dc4ad8fbac","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-2889dd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:56.228805058Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"703f5984-8875-4d92-bd9c-0a7304d73426","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-2889dd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:56.327467779Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"04c1888c-1c30-422c-b165-e2a8618843ce","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-2889dd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:57.855158913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-2-w1-85cb41","reconcileID":"2839e967-403d-48c4-b96e-1626a70c3287","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"distinct-2-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"distinct-2-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:57.855372392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-w1-85cb41","reconcileID":"f82064f3-28fb-4f05-89cc-0921886c7336","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"distinct-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"distinct-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:57.855516841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"97a753c9-29ff-460a-a75f-0aff91a2ed7e","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"premium-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"premium-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:57.855731758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"b26e17bf-0e44-482e-9578-df71e68ea949","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:57.871850951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-subscription","reconcileID":"3435bd94-b110-47ce-8645-429f5e16861e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-premium-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:57.872340957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-subscription","reconcileID":"00563221-8e05-48ac-a528-3600bb5f87df","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-simulator-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:57.968808534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"42d5ec64-414e-4fdb-8a49-cea39f01cdd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:57.969274308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"2489f066-a7e4-4738-a27c-217a2a20e428","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:57.976221424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"42d5ec64-414e-4fdb-8a49-cea39f01cdd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:57.978497319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"2489f066-a7e4-4738-a27c-217a2a20e428","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:57.978925617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-subscription","reconcileID":"c0787a0b-7729-41a4-99a8-7b07658fbb26","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-simulator-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:57.979367935Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-subscription","reconcileID":"8338ba0f-3eb4-467d-9bcd-63cc79ad06aa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-premium-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:58.160452236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"c886b885-3d06-4597-ad83-c52d3505cd5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:58.167474797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"c886b885-3d06-4597-ad83-c52d3505cd5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:58.260981359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"c8295c3f-2eb7-4656-a4a0-5ac619cec193","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:58.267888451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"c8295c3f-2eb7-4656-a4a0-5ac619cec193","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:58.596854551Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"default-tenant","reconcileID":"7d07c9ad-c698-4720-bb6f-a668a60b2e68","namespace":"ai-tenant-e2e-worker-w1-85cb41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:58.596925103Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"default-tenant","reconcileID":"7d07c9ad-c698-4720-bb6f-a668a60b2e68","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:58.602312099Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"default-tenant","reconcileID":"7d07c9ad-c698-4720-bb6f-a668a60b2e68","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:58.603005877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"6e1a8d5f-8c16-402d-bc9e-522082a26c10","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:58.609464389Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"default-tenant","reconcileID":"7d07c9ad-c698-4720-bb6f-a668a60b2e68","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:58.609478195Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"default-tenant","reconcileID":"7d07c9ad-c698-4720-bb6f-a668a60b2e68","namespace":"ai-tenant-e2e-worker-w1-85cb41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:58.609529377Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"default-tenant","reconcileID":"7d07c9ad-c698-4720-bb6f-a668a60b2e68","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:58.61258119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"5e3fa9d8-4cda-4c72-97c7-f87774e1a3af","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"premium-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"premium-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:58.618809074Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-subscription","reconcileID":"002a7aa7-4456-4e98-a81a-819599af3de3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1c3362e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:58.619165186Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"default-tenant","reconcileID":"7d07c9ad-c698-4720-bb6f-a668a60b2e68","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:58.622117827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"bf1aa64a-2989-4290-8317-fcef1461921e","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:58.627441464Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-subscription","reconcileID":"423b0708-9321-4995-803c-f8293e2bd8ef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3190c194","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:58.631349067Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"default-tenant","reconcileID":"7d07c9ad-c698-4720-bb6f-a668a60b2e68","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:58.63186675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"84149c19-63fb-4f6c-84b1-911aed6353a8","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"premium-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"premium-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:58.634573799Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-subscription","reconcileID":"963a7eaa-67b2-4686-90c7-80a6077ebd3e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1c3362e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:58.649156927Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-subscription","reconcileID":"b718d0ef-21f8-4f3f-ba99-7abe89158eda","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3190c194","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:58.674252154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"b9e2d74f-57e1-44f8-a395-af689cf0aeb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:58.674789505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"2252d88b-29c7-4373-ac50-61bc7c0075e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:58.682515613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"b9e2d74f-57e1-44f8-a395-af689cf0aeb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:58.684717737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"2252d88b-29c7-4373-ac50-61bc7c0075e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:58.690309127Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"fa4e3f66-6af2-4ee6-83d2-16849d47b2ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"model":"e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:58.756307179Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"6d6f8240-c867-45a1-a88a-522dabc72c1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"model":"e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:58.76988418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"6d6f8240-c867-45a1-a88a-522dabc72c1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:58.770191523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"fa4e3f66-6af2-4ee6-83d2-16849d47b2ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:58.795135229Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"fa4e3f66-6af2-4ee6-83d2-16849d47b2ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:58.79515245Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-access","reconcileID":"fa4e3f66-6af2-4ee6-83d2-16849d47b2ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:58.799212439Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"6d6f8240-c867-45a1-a88a-522dabc72c1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w1-85cb41-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1946\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:58.799261269Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"6d6f8240-c867-45a1-a88a-522dabc72c1f","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w1-85cb41-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:58.802526785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"ceff6dc2-0b66-4e22-b1cb-25641ffe7ad1","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"premium-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"premium-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:58.804408078Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"08469323-9379-4a5b-9628-1f63b15aed97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"model":"e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:58.870107508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"08469323-9379-4a5b-9628-1f63b15aed97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:58.878049503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"08469323-9379-4a5b-9628-1f63b15aed97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"e2e-worker-w1-85cb41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:58.878067409Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-access","reconcileID":"08469323-9379-4a5b-9628-1f63b15aed97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-85cb41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:58.88460672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"12ccf88f-8639-4548-af0c-9cb0a673dbf8","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:00.015026863Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-2-w2-39bde3","reconcileID":"5afaf57d-5572-46dd-beb6-d0d886d6431d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-39bde3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:00.13821405Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-w2-39bde3","reconcileID":"a1e428bd-f28d-45eb-87e8-2bc3a673d6a8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-39bde3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:00.244570517Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"df4d5820-d8a9-43ff-9dcf-b0c36f2be672","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-39bde3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:00.342319952Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"0e04c362-c883-4d1a-9e4a-752d112f70c1","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-39bde3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:03.632572574Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"default-tenant","reconcileID":"9669777a-74e7-4e5e-9621-1e26435535e5","namespace":"ai-tenant-e2e-worker-w1-85cb41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:03.632664513Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"default-tenant","reconcileID":"9669777a-74e7-4e5e-9621-1e26435535e5","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:03.638056229Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"default-tenant","reconcileID":"9669777a-74e7-4e5e-9621-1e26435535e5","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:03.643231444Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"default-tenant","reconcileID":"9669777a-74e7-4e5e-9621-1e26435535e5","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:03.643247046Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"default-tenant","reconcileID":"9669777a-74e7-4e5e-9621-1e26435535e5","namespace":"ai-tenant-e2e-worker-w1-85cb41","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:05.19314531Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-2-w4-0458df","reconcileID":"3537d864-34a2-427b-b3e2-a0b43592961e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0458df\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:05.622131709Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"distinct-w4-0458df","reconcileID":"8c70da58-74be-4f14-b465-2880c80eee77","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0458df\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:05.844032183Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"premium-w4-0458df","reconcileID":"645f87ac-e4e6-4aad-a0a5-4b62b98cb4b9","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0458df\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:05.94394017Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0458df","namespace":"e2e-models-e2e-worker-w4-0458df"},"namespace":"e2e-models-e2e-worker-w4-0458df","name":"simulator-w4-0458df","reconcileID":"a93aad1c-1522-4a20-a1f7-d4f33edeecfb","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0458df\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:07.856565816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-2-w1-85cb41","reconcileID":"0890ebe2-e75a-4259-bc6b-78d95ef063db","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"distinct-2-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"distinct-2-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:07.856841554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-w1-85cb41","reconcileID":"0aa44d45-1f71-4c6c-aa80-9b8d367ba691","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"distinct-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"distinct-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:08.638111414Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-subscription","reconcileID":"c7bd6b88-b263-4d05-a092-9647d7fa69a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"model":"e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:08.641661028Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-subscription","reconcileID":"c7bd6b88-b263-4d05-a092-9647d7fa69a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"model":"e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:08.643729301Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"default-tenant","reconcileID":"9137bf11-1a43-4e61-ad84-40e7833b3b1e","namespace":"ai-tenant-e2e-worker-w1-85cb41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:08.643790834Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"default-tenant","reconcileID":"9137bf11-1a43-4e61-ad84-40e7833b3b1e","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:08.644742378Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"simulator-subscription","reconcileID":"c7bd6b88-b263-4d05-a092-9647d7fa69a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:08.648305813Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"default-tenant","reconcileID":"9137bf11-1a43-4e61-ad84-40e7833b3b1e","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:08.652151174Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-subscription","reconcileID":"0dc192f1-d0f0-4fa0-ad78-9a299456030e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"model":"e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:08.653238236Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"default-tenant","reconcileID":"9137bf11-1a43-4e61-ad84-40e7833b3b1e","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:08.653250838Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"default-tenant","reconcileID":"9137bf11-1a43-4e61-ad84-40e7833b3b1e","namespace":"ai-tenant-e2e-worker-w1-85cb41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:08.655477048Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-subscription","reconcileID":"0dc192f1-d0f0-4fa0-ad78-9a299456030e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"model":"e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:08.658486617Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"premium-simulator-subscription","reconcileID":"0dc192f1-d0f0-4fa0-ad78-9a299456030e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"name":"maas-trlp-premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41","model":"e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:08.668596792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"46c91c3e-7f96-4082-a120-93fb96b590ae","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"simulator-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"simulator-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:08.770814854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"fcac9ae9-111a-4668-bfd0-72ab038b1c6c","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"routeName":"premium-w1-85cb41-kserve-route","namespace":"e2e-models-e2e-worker-w1-85cb41","llmisvcName":"premium-w1-85cb41","gateway":"openshift-ingress/e2e-worker-w1-85cb41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:10.387262425Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:11.121789321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2ab20604-fd18-4291-99ab-d661d34e95f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:11.220081072Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2448ec8e-37ad-4bba-a04a-d2f91dfee48e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:13.654040957Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"default-tenant","reconcileID":"c43c5c3a-2bdd-48d2-967f-61c66862fe32","namespace":"ai-tenant-e2e-worker-w1-85cb41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:13.654125723Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"default-tenant","reconcileID":"c43c5c3a-2bdd-48d2-967f-61c66862fe32","namespace":"ai-tenant-e2e-worker-w1-85cb41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:13.654178318Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"default-tenant","reconcileID":"c43c5c3a-2bdd-48d2-967f-61c66862fe32","tenant":"e2e-worker-w1-85cb41","tenantID":"e2e-worker-w1-85cb41","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:13.65988048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"default-tenant","reconcileID":"c43c5c3a-2bdd-48d2-967f-61c66862fe32","gvk":"Deployment","name":"maas-api-e2e-worker-w1-85cb41","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:13.673388322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"default-tenant","reconcileID":"c43c5c3a-2bdd-48d2-967f-61c66862fe32","gvk":"Service","name":"maas-api-e2e-worker-w1-85cb41","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:13.683007128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"default-tenant","reconcileID":"c43c5c3a-2bdd-48d2-967f-61c66862fe32","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-85cb41","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:13.690047054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"default-tenant","reconcileID":"c43c5c3a-2bdd-48d2-967f-61c66862fe32","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-85cb41","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:13.701535245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"default-tenant","reconcileID":"c43c5c3a-2bdd-48d2-967f-61c66862fe32","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-85cb41","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:13.707508224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"default-tenant","reconcileID":"c43c5c3a-2bdd-48d2-967f-61c66862fe32","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-85cb41","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:13.722204902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"default-tenant","reconcileID":"c43c5c3a-2bdd-48d2-967f-61c66862fe32","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-85cb41","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:13.722716899Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a2b24f3b-4f48-454f-85ba-ee4b3f40194b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:13.727474022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"default-tenant","reconcileID":"c43c5c3a-2bdd-48d2-967f-61c66862fe32","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-85cb41","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:13.729943266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"default-tenant","reconcileID":"c43c5c3a-2bdd-48d2-967f-61c66862fe32","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-85cb41","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:13.73234598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"default-tenant","reconcileID":"c43c5c3a-2bdd-48d2-967f-61c66862fe32","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-85cb41","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:13.734964841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"default-tenant","reconcileID":"c43c5c3a-2bdd-48d2-967f-61c66862fe32","gvk":"Service","name":"payload-processing-e2e-worker-w1-85cb41","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:13.740298474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"default-tenant","reconcileID":"c43c5c3a-2bdd-48d2-967f-61c66862fe32","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-85cb41","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:13.743040637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"default-tenant","reconcileID":"c43c5c3a-2bdd-48d2-967f-61c66862fe32","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-85cb41","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:13.745512892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"default-tenant","reconcileID":"c43c5c3a-2bdd-48d2-967f-61c66862fe32","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-85cb41","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:13.748146189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"default-tenant","reconcileID":"c43c5c3a-2bdd-48d2-967f-61c66862fe32","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-85cb41","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:13.754214583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"default-tenant","reconcileID":"c43c5c3a-2bdd-48d2-967f-61c66862fe32","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-85cb41","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:13.757372013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"default-tenant","reconcileID":"c43c5c3a-2bdd-48d2-967f-61c66862fe32","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-85cb41","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:13.760060348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"default-tenant","reconcileID":"c43c5c3a-2bdd-48d2-967f-61c66862fe32","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-85cb41","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:13.762659571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"default-tenant","reconcileID":"c43c5c3a-2bdd-48d2-967f-61c66862fe32","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-85cb41","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:13.765202786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-85cb41"},"namespace":"ai-tenant-e2e-worker-w1-85cb41","name":"default-tenant","reconcileID":"c43c5c3a-2bdd-48d2-967f-61c66862fe32","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-85cb41","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:13.819788072Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dd22fd40-454d-4f8e-b515-ecaa29ecb16a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:13.841436984Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-85cb41","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-85cb41","reconcileID":"77ad2d86-07fe-4e93-be1c-17c60e20db7b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-85cb41","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-85cb41"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:13.856657531Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-2-w1-85cb41","reconcileID":"da56762d-4cb0-4be2-ae29-c2e7d94fa71f","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/distinct-2-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:13.868218016Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-2-w1-85cb41","reconcileID":"da56762d-4cb0-4be2-ae29-c2e7d94fa71f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/distinct-2-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:13.868343474Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-w1-85cb41","reconcileID":"348b6e6a-c5bd-4daf-a38f-eecc8ba1eeae","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/distinct-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:13.878002422Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-w1-85cb41","reconcileID":"348b6e6a-c5bd-4daf-a38f-eecc8ba1eeae","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/distinct-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:13.878180655Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"0b81b8a3-6a95-4d31-bde9-28f9f21cc9b1","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:13.888151807Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"0b81b8a3-6a95-4d31-bde9-28f9f21cc9b1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:13.888453658Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"a1e2dc7d-5fbf-429a-9e58-9f6cace5c2a4","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:13.899134988Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"a1e2dc7d-5fbf-429a-9e58-9f6cace5c2a4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:13.899352109Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-2-w1-85cb41","reconcileID":"bd8dd313-f267-4e44-ba3e-83929d7b68e3","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/distinct-2-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:13.899431711Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-2-w1-85cb41","reconcileID":"bd8dd313-f267-4e44-ba3e-83929d7b68e3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/distinct-2-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:13.899608559Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-w1-85cb41","reconcileID":"ed0bfb7f-bf57-4efc-ae8c-a8ee2ef32126","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/distinct-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:13.899669805Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-w1-85cb41","reconcileID":"ed0bfb7f-bf57-4efc-ae8c-a8ee2ef32126","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/distinct-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:13.899848187Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"0d81763e-f568-4f1e-a999-5e68c02951b4","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:13.899913714Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"0d81763e-f568-4f1e-a999-5e68c02951b4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:13.975904425Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"36c98655-2a92-489d-bc1c-29f6bd920463","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:13.976086667Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"36c98655-2a92-489d-bc1c-29f6bd920463","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:13.976407065Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-2-w1-85cb41","reconcileID":"fae07e5c-f898-4e9f-b38a-ee2076e3a421","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/distinct-2-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:13.97650715Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-2-w1-85cb41","reconcileID":"fae07e5c-f898-4e9f-b38a-ee2076e3a421","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/distinct-2-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:13.976738284Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-w1-85cb41","reconcileID":"60d0b27d-b9d0-4024-92e8-fe1e1018f5ea","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/distinct-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:13.976840848Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-w1-85cb41","reconcileID":"60d0b27d-b9d0-4024-92e8-fe1e1018f5ea","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/distinct-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:13.977049502Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"b77b804a-5c19-40fc-9c71-f07354c7ea7d","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:13.977186339Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"b77b804a-5c19-40fc-9c71-f07354c7ea7d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:13.987443689Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"dd1438f3-906e-4412-b878-c11dc6f16fec","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:13.987509055Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"dd1438f3-906e-4412-b878-c11dc6f16fec","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:13.997428464Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-2-w1-85cb41","reconcileID":"32a4491c-156f-40d3-a5f0-ceabc91360b9","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/distinct-2-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:13.997479873Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-2-w1-85cb41","reconcileID":"32a4491c-156f-40d3-a5f0-ceabc91360b9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/distinct-2-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:13.997555754Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-w1-85cb41","reconcileID":"094283d2-06ec-47d2-b222-b8c0a02f135a","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/distinct-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:13.997584939Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-w1-85cb41","reconcileID":"094283d2-06ec-47d2-b222-b8c0a02f135a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/distinct-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:13.997679002Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"2d17ad96-81d0-43d9-9892-eb424ab77320","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:13.997727648Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"2d17ad96-81d0-43d9-9892-eb424ab77320","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:14.008031321Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"912427f3-c915-468e-a133-47ab0dc5a6d4","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:14.008089814Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"912427f3-c915-468e-a133-47ab0dc5a6d4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:14.056299681Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-2-w1-85cb41","reconcileID":"a2ac0294-76f9-4142-b007-126ec1c937c4","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/distinct-2-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:14.056377578Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-2-w1-85cb41","reconcileID":"a2ac0294-76f9-4142-b007-126ec1c937c4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/distinct-2-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:14.056500347Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-w1-85cb41","reconcileID":"564b081a-b8d7-41de-93c3-6a626b0b4d12","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/distinct-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:14.056547721Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-w1-85cb41","reconcileID":"564b081a-b8d7-41de-93c3-6a626b0b4d12","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/distinct-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:14.056666011Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"15ef7ddb-fade-4a36-bada-4b41f6ed2b65","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:14.05671554Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"15ef7ddb-fade-4a36-bada-4b41f6ed2b65","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:14.056821315Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"8036d836-1b97-4ef2-a5cd-74c522a8c6a2","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:14.056866217Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"8036d836-1b97-4ef2-a5cd-74c522a8c6a2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:14.113947966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"519fb090-4285-43f2-ae7c-f3672339058a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:14.117175695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"519fb090-4285-43f2-ae7c-f3672339058a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:14.120506776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"519fb090-4285-43f2-ae7c-f3672339058a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:14.123792437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"519fb090-4285-43f2-ae7c-f3672339058a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:14.136759771Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-2-w1-85cb41","reconcileID":"0c6d5b22-6acc-4bb3-87ea-9558fb2cd477","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/distinct-2-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:14.136813284Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-2-w1-85cb41","reconcileID":"0c6d5b22-6acc-4bb3-87ea-9558fb2cd477","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/distinct-2-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:14.136894193Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-w1-85cb41","reconcileID":"34a25307-49db-4869-b693-fe130583a2fe","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/distinct-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:14.136927715Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-w1-85cb41","reconcileID":"34a25307-49db-4869-b693-fe130583a2fe","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/distinct-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:14.136997949Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"81590186-bb8a-4d49-99cc-da61885888e5","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:14.137028055Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"81590186-bb8a-4d49-99cc-da61885888e5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:14.1370882Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"7bb31b8b-2f63-4f6f-9801-d4fbd21a3e1c","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:14.137165633Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"7bb31b8b-2f63-4f6f-9801-d4fbd21a3e1c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:14.356271201Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-2-w1-85cb41","reconcileID":"687bd7ca-b8bd-450a-91d2-8f79be30f6ee","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/distinct-2-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:14.356332039Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-2-w1-85cb41","reconcileID":"687bd7ca-b8bd-450a-91d2-8f79be30f6ee","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/distinct-2-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:14.35641065Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-w1-85cb41","reconcileID":"6d075086-46fb-436d-9d69-beef5dabd6b4","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/distinct-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:14.356439618Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-w1-85cb41","reconcileID":"6d075086-46fb-436d-9d69-beef5dabd6b4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/distinct-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:14.356499767Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"9c140673-cddd-49ac-9c22-132e78c66e0b","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:14.35652559Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"9c140673-cddd-49ac-9c22-132e78c66e0b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:14.35658247Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"5f46b795-1f83-4c2b-b791-31d76fd13032","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:14.356615351Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"5f46b795-1f83-4c2b-b791-31d76fd13032","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:14.504345132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea3db710-b2f9-4a3d-a0ab-830586373837","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:14.507549005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea3db710-b2f9-4a3d-a0ab-830586373837","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:14.510752448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea3db710-b2f9-4a3d-a0ab-830586373837","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:14.513685347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea3db710-b2f9-4a3d-a0ab-830586373837","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:14.676797904Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-2-w1-85cb41","reconcileID":"b0127b6d-ebeb-4a79-b43e-261aa8e53fac","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/distinct-2-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:14.676861218Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-2-w1-85cb41","reconcileID":"b0127b6d-ebeb-4a79-b43e-261aa8e53fac","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/distinct-2-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:14.676957988Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-w1-85cb41","reconcileID":"f3464151-fa19-49b2-a794-3854653a7ebe","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/distinct-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:14.676993438Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-w1-85cb41","reconcileID":"f3464151-fa19-49b2-a794-3854653a7ebe","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/distinct-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:14.6770815Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"74a1689e-731d-4891-afed-4cfeb94c0189","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:14.677152242Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"74a1689e-731d-4891-afed-4cfeb94c0189","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:14.677253613Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"c077e1aa-3b6e-4c3a-8d33-cfee95707e4f","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:14.677293107Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"c077e1aa-3b6e-4c3a-8d33-cfee95707e4f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:15.317182354Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-2-w1-85cb41","reconcileID":"481ce11b-431a-4949-ab6b-4eecc9c470da","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/distinct-2-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:15.317254451Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-2-w1-85cb41","reconcileID":"481ce11b-431a-4949-ab6b-4eecc9c470da","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/distinct-2-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:15.317407779Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-w1-85cb41","reconcileID":"ba1e0a96-d4b3-4f71-a351-b39dad5f4aae","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/distinct-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:15.317464052Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-w1-85cb41","reconcileID":"ba1e0a96-d4b3-4f71-a351-b39dad5f4aae","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/distinct-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:15.317551744Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"7d4a3c39-6c03-48bc-b12b-69bd939b5513","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:15.31758914Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"7d4a3c39-6c03-48bc-b12b-69bd939b5513","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:15.317659602Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"a103ad2a-f2e8-4235-a493-1b40cbbcd7ee","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:15.317691262Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"a103ad2a-f2e8-4235-a493-1b40cbbcd7ee","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:16.597524819Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-2-w1-85cb41","reconcileID":"fccfcce2-08a3-4763-99ea-6a37a4fcce9b","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/distinct-2-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:16.597605749Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-2-w1-85cb41","reconcileID":"fccfcce2-08a3-4763-99ea-6a37a4fcce9b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/distinct-2-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:16.597707573Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-w1-85cb41","reconcileID":"8697fa08-fdf3-4c34-b061-676d9d7b320d","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/distinct-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:16.597745523Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-w1-85cb41","reconcileID":"8697fa08-fdf3-4c34-b061-676d9d7b320d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/distinct-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:16.597826165Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"50ac02cf-9f73-4f82-a85e-7acf628b83cb","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:16.597864208Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"50ac02cf-9f73-4f82-a85e-7acf628b83cb","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:16.597939619Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"7526a80c-ad59-43a8-9e67-423e78cce961","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:16.597972261Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"7526a80c-ad59-43a8-9e67-423e78cce961","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:16.884418436Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b7a17faa-6eb2-42e4-8067-6dc356e86c0c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:16.981686601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ccf7244c-a4cc-46be-8b71-978e7cd43c9f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:19.158884252Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-2-w1-85cb41","reconcileID":"a8e3fd1b-8907-4d64-bdc9-93ab0eda1198","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/distinct-2-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:19.15896353Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-2-w1-85cb41","reconcileID":"a8e3fd1b-8907-4d64-bdc9-93ab0eda1198","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/distinct-2-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:19.159069287Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-w1-85cb41","reconcileID":"1d19dc11-1bb4-4495-87ab-6fc8d1f1e6aa","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/distinct-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:19.159150164Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-w1-85cb41","reconcileID":"1d19dc11-1bb4-4495-87ab-6fc8d1f1e6aa","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/distinct-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:19.159251264Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"7ff8ac96-0220-41ab-b0fb-5ef24b563691","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:19.159296477Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"7ff8ac96-0220-41ab-b0fb-5ef24b563691","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:19.159392619Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"2cb42add-8733-44a7-82ec-ccd29940c3b8","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:19.159426636Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"2cb42add-8733-44a7-82ec-ccd29940c3b8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:19.622656355Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5cc56ffc-68ca-43af-acdc-5ee11ed6e08a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:19.720243317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3f13f0ce-c30d-4db2-865d-90352be33498","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:20.52037777Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-2-w2-39bde3","reconcileID":"edc13240-d411-44a6-a5ef-c873a24963be","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-39bde3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:20.637525112Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"distinct-w2-39bde3","reconcileID":"298aaced-2f74-43f4-ba71-1f3e1eed19af","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-39bde3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:20.70157107Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-2-w1-85cb41","reconcileID":"fa8367d2-c07d-402b-ac90-5d99bd0156cd","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/distinct-2-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:20.70205702Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-2-w1-85cb41","reconcileID":"fa8367d2-c07d-402b-ac90-5d99bd0156cd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/distinct-2-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:20.702334Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-w1-85cb41","reconcileID":"d2aa7981-fb13-4664-819b-a672c82bdfde","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/distinct-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:20.702388925Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-w1-85cb41","reconcileID":"d2aa7981-fb13-4664-819b-a672c82bdfde","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/distinct-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:20.702481593Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"3798d8ff-eef7-4e92-99ce-26490657721d","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:20.70261483Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"3798d8ff-eef7-4e92-99ce-26490657721d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:20.702754007Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"aa4355a1-bdaf-42b1-a546-9c930df890f1","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:20.702807472Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"aa4355a1-bdaf-42b1-a546-9c930df890f1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:20.725466609Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-2-w1-85cb41","reconcileID":"ddd8c2db-7a0f-46c8-a561-59b5cf603cb4","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/distinct-2-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:20.725544902Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-2-w1-85cb41","reconcileID":"ddd8c2db-7a0f-46c8-a561-59b5cf603cb4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/distinct-2-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:20.725654804Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-w1-85cb41","reconcileID":"ee85caa3-539a-4d5b-91a1-0b8fc6a107ee","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/distinct-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:20.725700636Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-w1-85cb41","reconcileID":"ee85caa3-539a-4d5b-91a1-0b8fc6a107ee","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/distinct-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:20.725793347Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"05878e6d-d10f-4961-a3c7-44dddca74ab0","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:20.725836982Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"05878e6d-d10f-4961-a3c7-44dddca74ab0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:20.72592375Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"b32f7195-fd81-4eb6-a3f6-8fe3d3ff9afc","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:20.725964337Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"b32f7195-fd81-4eb6-a3f6-8fe3d3ff9afc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:20.74953061Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"premium-w2-39bde3","reconcileID":"729d7d53-6083-4897-8fef-531ca6285e40","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-39bde3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:20.749673882Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-2-w1-85cb41","reconcileID":"cd1e48e7-4778-444e-9d82-eeccc91f9d3c","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/distinct-2-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:20.749728209Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-2-w1-85cb41","reconcileID":"cd1e48e7-4778-444e-9d82-eeccc91f9d3c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/distinct-2-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:20.749810994Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-w1-85cb41","reconcileID":"682fdd18-1bc4-4479-94fb-3fdf724f6225","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/distinct-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:20.749866016Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-w1-85cb41","reconcileID":"682fdd18-1bc4-4479-94fb-3fdf724f6225","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/distinct-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:20.749943855Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"a5aa865a-50cd-4506-b332-4e9388467b70","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:20.749990011Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"a5aa865a-50cd-4506-b332-4e9388467b70","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:20.750069592Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"6164bc31-dda2-4df6-99fe-9c441a475bbb","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:20.750149342Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"6164bc31-dda2-4df6-99fe-9c441a475bbb","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:20.763616156Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-2-w1-85cb41","reconcileID":"0487fa0b-024a-4233-85e4-5abcc7410d86","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/distinct-2-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:20.763728772Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-2-w1-85cb41","reconcileID":"0487fa0b-024a-4233-85e4-5abcc7410d86","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/distinct-2-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:20.763845952Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-w1-85cb41","reconcileID":"395ec93d-ed61-4501-b8eb-7071436e5835","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/distinct-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:20.763899515Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-w1-85cb41","reconcileID":"395ec93d-ed61-4501-b8eb-7071436e5835","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/distinct-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:20.76398605Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"3cf474be-6bb9-4c9d-8c60-d5a8ddfcd1a9","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:20.764015205Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"3cf474be-6bb9-4c9d-8c60-d5a8ddfcd1a9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:20.764074947Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"f3255569-34fa-4d70-b406-d5dd5fd06077","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:20.764133124Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"f3255569-34fa-4d70-b406-d5dd5fd06077","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:20.851961196Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-39bde3","namespace":"e2e-models-e2e-worker-w2-39bde3"},"namespace":"e2e-models-e2e-worker-w2-39bde3","name":"simulator-w2-39bde3","reconcileID":"087c041d-68ee-4d4c-b4b1-d9792c21e7c6","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-39bde3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:29.089559738Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-2-w1-85cb41","reconcileID":"729d8543-5257-40ee-9e86-b010afb6285c","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/distinct-2-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:29.089632087Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-2-w1-85cb41","reconcileID":"729d8543-5257-40ee-9e86-b010afb6285c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/distinct-2-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:29.09713277Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-w1-85cb41","reconcileID":"cda5a7f5-a548-4b74-a980-6cf1f16e39a6","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/distinct-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:29.097192608Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-w1-85cb41","reconcileID":"cda5a7f5-a548-4b74-a980-6cf1f16e39a6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/distinct-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:29.105201186Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"7a242ec6-aef3-4c76-8c94-9d6ff4757a15","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:29.105261802Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"7a242ec6-aef3-4c76-8c94-9d6ff4757a15","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/premium-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:29.113874695Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"3fa20cd2-9552-4b0b-beef-259b3ceb8c86","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:29.113923844Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"3fa20cd2-9552-4b0b-beef-259b3ceb8c86","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-85cb41/simulator-w1-85cb41: AITenant \"e2e-worker-w1-85cb41\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:29.243783477Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-2-w1-85cb41","reconcileID":"6a96cf76-30cd-4d0c-82c6-6d6f4afc2179","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-85cb41\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:29.346020375Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-w1-85cb41","reconcileID":"904c2c8b-de7e-4fde-9b2f-e3fe8131eb67","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-85cb41\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:29.446368895Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"71eeb409-8889-47b5-90ae-1c01c906c58e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-85cb41\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:29.570703989Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"simulator-w1-85cb41","reconcileID":"c464ebcd-e712-447a-81f5-820ef1478ecb","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-85cb41\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:29.663653334Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-2-w1-85cb41","reconcileID":"c8e0940b-9dfa-46fb-969f-00d91344ce4f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-85cb41\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:29.754280075Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"distinct-w1-85cb41","reconcileID":"f4e7fca7-d68b-489f-b1e8-da62f91ce788","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-85cb41\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:29.851557345Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-85cb41","namespace":"e2e-models-e2e-worker-w1-85cb41"},"namespace":"e2e-models-e2e-worker-w1-85cb41","name":"premium-w1-85cb41","reconcileID":"68fce8c4-1216-4f84-b981-dfc9ee4510f0","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-85cb41\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:36.888131105Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-2-w3-2889dd","reconcileID":"ad07ba79-7e85-476b-a814-c28b7d1de2a1","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-2889dd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:37.082807517Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"distinct-w3-2889dd","reconcileID":"91816077-62ff-470a-a433-e4f77133210f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-2889dd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:37.207984133Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"premium-w3-2889dd","reconcileID":"d56df1f3-bf4f-4bf7-b307-f21a2031f111","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-2889dd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:37.307928754Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2889dd","namespace":"e2e-models-e2e-worker-w3-2889dd"},"namespace":"e2e-models-e2e-worker-w3-2889dd","name":"simulator-w3-2889dd","reconcileID":"16cede43-5db5-4e62-a6dd-f0567b354a07","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-2889dd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}